-- Logs begin at Mon 2022-03-14 13:15:01 UTC, end at Mon 2022-03-14 14:50:36 UTC. -- Mar 14 14:20:48.399940 dv-cinder-790535-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 14:20:51.447334 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.common.config [-] Logging enabled! Mar 14 14:20:51.448029 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 14:20:51.448121 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 14:20:51.452139 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.common.config [-] Logging enabled! Mar 14 14:20:51.452409 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 14:20:51.452727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 14:20:51.453694 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:20:51.453936 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:20:51.454363 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:20:51.454622 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:20:51.454855 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:20:51.455655 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.456097 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 14:20:51.456423 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.456732 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.457039 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.457346 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.457648 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.457946 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.458263 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.458571 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.458862 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.459149 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.459438 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.459736 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.460026 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.460320 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.460612 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.460903 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] debug = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.461191 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.461645 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.462071 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.462373 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.462670 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.462956 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.463238 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.463521 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.463811 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.464218 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] host = dv-cinder-790535-28-iscsi {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.464621 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.464956 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.465333 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.465616 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.465901 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.466216 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.466511 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.466792 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.467075 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.467351 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.467649 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.467944 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.468240 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.468472 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.468701 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.469004 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.469299 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.469580 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.469859 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.470166 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.470445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.470721 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.470994 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.471284 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.471572 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.471862 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.472145 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.472421 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.472700 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.472974 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.473290 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.473548 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.473824 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.474129 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.474426 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.474700 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.474977 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.475284 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.475577 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.475867 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.476157 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.476434 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.476721 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.476998 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.477275 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.477551 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_json = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.477831 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.478128 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.478418 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.478696 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.478974 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.479251 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.479557 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.479913 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.480235 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:51.480532 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.480836 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.481142 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.481445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.481744 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.482029 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.482350 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.482635 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.482931 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.483223 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.483518 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.483802 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.484110 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.484409 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.484709 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.485023 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.485321 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.485619 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.485903 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.486217 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.486502 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.486787 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.487078 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.487360 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.487655 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.488072 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.488491 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.488791 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.489082 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.489379 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.489674 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.489956 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.490285 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.490566 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.490849 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.491129 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.491410 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.491702 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.491984 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.492260 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.492546 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.492827 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.493107 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.493384 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.493707 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.494004 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.494316 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.494595 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.494872 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.495659 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.495983 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.496297 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.496591 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.496870 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.497149 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.497432 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.497711 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.498007 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.498309 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.498594 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.498882 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.499163 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.499445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.499729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.500017 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.500289 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.500572 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.500854 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.501137 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.501414 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.501693 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.501969 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.502273 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.502562 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.502856 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.503161 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.503444 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.503731 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.504010 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.504291 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.504578 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.504869 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.505154 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.505439 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.505719 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.506025 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.506337 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.506635 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.506946 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.507231 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.507534 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.507820 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.508105 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.508393 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.508679 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.508964 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.509253 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.509543 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.509847 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.510178 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.510486 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.510851 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.511667 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.511956 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.512286 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.512574 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:51.512797 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:20:51.513056 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103509) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 14:20:51.900389 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 14:20:51.900681 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 14:20:51.900997 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 14:20:51.901583 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 14:20:52.246830 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.247064 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.247295 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.248519 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.248800 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.249193 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.309019 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.309326 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.309553 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.326446 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.326738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.327047 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.360682 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.360974 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.361297 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.509986 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.510632 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.510632 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.757132 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.757420 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.757696 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.757973 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.758718 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.890962 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.891339 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.891704 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.892026 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.892343 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.892699 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.893007 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.893314 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.893683 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.894016 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.894360 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.894677 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.894983 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.895287 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.895593 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.895907 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.896210 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.896534 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.896961 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.897349 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.897730 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.898120 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.898480 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.898934 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.899239 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.899534 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.900155 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.900544 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.900936 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.901331 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.901766 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.902178 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:52.902797 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 14:20:52.906802 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 14:20:52.910972 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 14:20:52.914896 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 14 14:20:52.916594 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 14:20:52.917101 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 14:20:52.917449 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 14:20:52.917843 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 14:20:52.920826 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 14:20:52.921084 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 14:20:52.921437 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 14:20:52.926507 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 14:20:52.952094 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 14:20:52.952576 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.952882 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103509) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 14:20:52.953267 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.954706 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103509) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 14:20:52.955005 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 14:20:52.955258 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 14:20:52.958714 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:52.959009 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:53.024809 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 14:20:53.025055 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 14:20:53.025300 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 14:20:53.025749 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 14:20:53.048870 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_db.sqlalchemy.engines [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 14:20:53.678171 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing driver for type 'gre' Mar 14 14:20:53.678956 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] gre ID ranges: [(1, 1000)] Mar 14 14:20:53.912474 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing driver for type 'local' Mar 14 14:20:53.912808 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing driver for type 'vlan' Mar 14 14:20:54.027863 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] VlanTypeDriver initialization complete Mar 14 14:20:54.028199 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing driver for type 'vxlan' Mar 14 14:20:54.028710 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] vxlan ID ranges: [(1, 1000)] Mar 14 14:20:54.237959 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing extension driver 'port_security' Mar 14 14:20:54.238596 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] PortSecurityExtensionDriver initialization complete Mar 14 14:20:54.238977 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing mechanism driver 'openvswitch' Mar 14 14:20:54.239302 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing mechanism driver 'hyperv' Mar 14 14:20:54.246891 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:54.247768 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.248248 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.248609 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.249152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.249597 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.249958 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.250337 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.250743 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.251154 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.251508 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.251861 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.252254 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.252663 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.253019 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.253366 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.253767 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.254264 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.254620 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.254966 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.255364 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.255775 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.256128 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.256467 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.256870 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:20:54.257326 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] ML2 OVO RPC backend initialized. {{(pid=103509) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 14:20:54.258073 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.258482 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.259928 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.259928 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > networks before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.259928 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.260218 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > ports before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.260359 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.260735 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.261748 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.262300 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.262655 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267471 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.267471 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.273456 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded quota_driver: . Mar 14 14:20:54.273833 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.plugin [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Modular L2 Plugin initialization complete Mar 14 14:20:54.274266 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading services supported by the core plugin {{(pid=103509) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 14:20:54.274628 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.plugins.ml2.managers [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Got port-security extension from driver 'port_security' Mar 14 14:20:54.275148 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.extensions.vlantransparent [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Disabled vlantransparent extension. Mar 14 14:20:54.275652 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103509) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 14:20:54.275985 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: router Mar 14 14:20:54.320964 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.321290 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_create 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.321666 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router before_create 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.322035 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.322438 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.322797 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_delete 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.323158 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.324094 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.324455 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_create 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.324805 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.325158 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.325509 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.325872 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.326322 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.326699 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.327043 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.327395 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: subnet after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.327750 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.328102 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.328504 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.328850 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.329200 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.329562 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router after_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.330127 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.330485 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.330856 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.331201 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.331568 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > agent after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.331922 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.332273 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.333180 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Tracking information for resource: router configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:54.333517 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Tracking information for resource: floatingip configured {{(pid=103509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:20:54.338886 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.db.l3_agentschedulers_db [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 14:20:54.339525 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.339973 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.340335 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.340694 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.341525 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router before_create 55550100 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.341900 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.342303 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.342670 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.347640 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.provider_configuration [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service providers = [] {{(pid=103509) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 14:20:54.348010 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.db.servicetype_db [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103509) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 14:20:54.351264 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.service_base [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:20:54.351624 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.service_base [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:20:54.351975 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.service_base [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:20:54.352911 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.services.service_base [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:20:54.353293 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.services.service_base [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 14:20:54.353687 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.354010 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 14:20:54.365869 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.366235 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: auto_allocate Mar 14 14:20:54.378021 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: network precommit_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.378439 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: network precommit_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.379015 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.379343 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: tag Mar 14 14:20:54.388212 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.388549 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: timestamp Mar 14 14:20:54.393335 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.393682 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: network_ip_availability Mar 14 14:20:54.400195 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.400584 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.400945 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.401817 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.402176 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: flavors Mar 14 14:20:54.408128 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.408468 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading Plugin: revisions Mar 14 14:20:54.413734 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:20:54.414180 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.513s {{(pid=103509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 14:20:54.415031 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103509) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 14:20:54.415372 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Initializing extension manager. Mar 14 14:20:54.415927 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: __init__.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.416277 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: __pycache__ {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.416616 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: address_group.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.417665 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.418644 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: address-group Mar 14 14:20:54.418982 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: address_scope.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.421184 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.421184 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: address-scope Mar 14 14:20:54.421184 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.421889 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.422469 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: router-admin-state-down-before-update Mar 14 14:20:54.422798 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: agent.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.423565 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.424087 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: agent Mar 14 14:20:54.424413 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: agent_resources_synced.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.425598 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.426144 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: agent-resources-synced Mar 14 14:20:54.426481 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.428532 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.429088 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: allowed-address-pairs Mar 14 14:20:54.429426 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.430692 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.431252 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: auto-allocated-topology Mar 14 14:20:54.431595 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: availability_zone.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.432352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.433400 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: availability_zone Mar 14 14:20:54.433812 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: availability_zone_filter.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.435085 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.435629 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: availability_zone_filter Mar 14 14:20:54.435963 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: data_plane_status.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.437159 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.437695 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 14:20:54.438025 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: default_subnetpools.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.439039 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.439558 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: default-subnetpools Mar 14 14:20:54.439888 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.440767 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.441284 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: dhcp_agent_scheduler Mar 14 14:20:54.441683 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: dns.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.442755 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.443271 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 14:20:54.443608 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: dns_domain_ports.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.444564 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.445080 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 14:20:54.445412 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.446437 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.446964 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 14:20:54.447294 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: dvr.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.448015 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.449220 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: dvr Mar 14 14:20:54.449611 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: ecmp_routes.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.450691 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.451208 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 14:20:54.451543 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: empty_string_filtering.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.452503 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.453017 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: empty-string-filtering Mar 14 14:20:54.453340 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.454407 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.454923 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 14:20:54.455245 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.456240 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.456779 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 14:20:54.457111 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: external_net.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.458084 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.458601 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: external-net Mar 14 14:20:54.458934 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.459881 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.460401 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: extra_dhcp_opt Mar 14 14:20:54.460725 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: extraroute.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.468346 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.468917 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: extraroute Mar 14 14:20:54.469287 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: extraroute_atomic.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.470516 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.471117 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: extraroute-atomic Mar 14 14:20:54.471439 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: filter_validation.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.472174 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.472695 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: filter-validation Mar 14 14:20:54.473020 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: fip_pf_description.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.474133 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.474648 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 14:20:54.474968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: fip_port_details.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.476246 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.476762 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: fip-port-details Mar 14 14:20:54.477081 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: flavors.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.478442 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.478968 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: flavors Mar 14 14:20:54.479291 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.481516 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.482074 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 14:20:54.482423 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: floatingip_pools.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.483214 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.483730 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: floatingip-pools Mar 14 14:20:54.484064 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: ip_allocation.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.485051 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.485553 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 14:20:54.485876 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.486838 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.487355 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: ip-substring-filtering Mar 14 14:20:54.487680 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l2_adjacency.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.489044 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.489606 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 14:20:54.489930 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.491047 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.496063 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: router Mar 14 14:20:54.496063 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.498645 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.499208 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 14:20:54.499589 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.500588 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.501105 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: ext-gw-mode Mar 14 14:20:54.501426 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.502402 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.502909 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: l3-ha Mar 14 14:20:54.503231 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.504160 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.504670 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 14:20:54.505046 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_flavors.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.505988 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.506530 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: l3-flavors Mar 14 14:20:54.506855 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.508325 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.508839 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 14:20:54.509163 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.510146 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.510666 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 14:20:54.511876 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: l3agentscheduler.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.513016 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.513542 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: l3_agent_scheduler Mar 14 14:20:54.513869 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: local_ip.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.515884 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.516472 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension local_ip not supported by any of loaded plugins Mar 14 14:20:54.516804 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: logging.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.522977 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.523529 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension logging not supported by any of loaded plugins Mar 14 14:20:54.523866 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: metering.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.524694 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.525306 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: metering Mar 14 14:20:54.525636 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.526945 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.527581 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: metering_source_and_destination_fields Mar 14 14:20:54.527915 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: multiprovidernet.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.528949 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.529456 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: multi-provider Mar 14 14:20:54.529782 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: netmtu.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.530758 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.531265 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: net-mtu Mar 14 14:20:54.531588 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: netmtu_writable.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.532528 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.533032 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: net-mtu-writable Mar 14 14:20:54.533354 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: network_availability_zone.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.534151 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: network_availability_zone Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: network_ip_availability.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: network-ip-availability Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: network_segment_range.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.538615 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 14:20:54.541744 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: pagination.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.541744 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.541744 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: pagination Mar 14 14:20:54.541744 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: port_device_profile.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.542735 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.543434 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: port-device-profile Mar 14 14:20:54.543799 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.544767 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.545288 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: port-mac-address-regenerate Mar 14 14:20:54.545611 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.551659 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.552189 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: port-numa-affinity-policy Mar 14 14:20:54.552512 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: port_resource_request.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.553499 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.553976 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 14:20:54.554329 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.555327 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.555875 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 14:20:54.556196 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: portbindings.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.557169 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.557762 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: binding Mar 14 14:20:54.558608 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: portbindings_extended.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.559942 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.560472 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: binding-extended Mar 14 14:20:54.560796 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: portsecurity.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.561758 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.562293 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: port-security Mar 14 14:20:54.562616 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: project_id.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.563597 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.563925 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: project-id Mar 14 14:20:54.564245 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: providernet.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.565151 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.565661 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: provider Mar 14 14:20:54.565981 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.569722 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.570294 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos not supported by any of loaded plugins Mar 14 14:20:54.570628 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.571941 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.572407 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 14:20:54.572735 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.573738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.574277 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 14:20:54.574647 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_default.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.579757 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.580273 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-default not supported by any of loaded plugins Mar 14 14:20:54.580600 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_fip.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.581555 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.582131 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 14:20:54.582405 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.583328 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.583841 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 14:20:54.584168 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.585096 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.585650 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 14:20:54.585974 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.587083 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.587592 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 14:20:54.587918 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.588994 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.589497 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 14:20:54.589817 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.590942 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.591458 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 14:20:54.591783 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_pps_rule.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.592969 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.593483 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-pps not supported by any of loaded plugins Mar 14 14:20:54.593812 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.594747 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.595374 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 14:20:54.595704 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: qos_rules_alias.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.596809 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.597314 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 14:20:54.597637 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: quota_check_limit.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.598576 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.599088 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: quota-check-limit Mar 14 14:20:54.599413 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: quotasv2.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.600414 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.600736 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: quotas Mar 14 14:20:54.601054 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: quotasv2_detail.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.602897 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.603236 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: quota_details Mar 14 14:20:54.603666 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: rbac.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.607875 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.607875 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: rbac-policies Mar 14 14:20:54.607875 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: rbac_address_group.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.608635 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.609147 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: rbac-address-group Mar 14 14:20:54.609469 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: rbac_address_scope.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.610503 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.611011 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: rbac-address-scope Mar 14 14:20:54.611331 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: rbac_security_groups.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.612253 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.612756 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: rbac-security-groups Mar 14 14:20:54.613077 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.614318 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.614865 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: rbac-subnetpool Mar 14 14:20:54.615186 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: revisionifmatch.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.616183 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.616732 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: revision-if-match Mar 14 14:20:54.617052 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: revisions.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.618223 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.618730 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: standard-attr-revisions Mar 14 14:20:54.619050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: router_availability_zone.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.619779 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.620833 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: router_availability_zone Mar 14 14:20:54.621156 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: routerservicetype.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.622106 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.622611 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 14:20:54.622931 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.623853 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.624357 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: security-groups-normalized-cidr Mar 14 14:20:54.624709 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.625670 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.626199 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: port-security-groups-filtering Mar 14 14:20:54.626519 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.627436 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.627938 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: security-groups-remote-address-group Mar 14 14:20:54.628255 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.629200 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.629705 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: security-groups-shared-filtering Mar 14 14:20:54.630023 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.630644 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 14:20:54.630960 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: securitygroup.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.641068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.642500 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: security-group Mar 14 14:20:54.642500 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: segment.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.642941 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.643448 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension segment not supported by any of loaded plugins Mar 14 14:20:54.643768 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.644791 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.645298 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 14:20:54.645612 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: servicetype.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.646777 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.647692 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: service-type Mar 14 14:20:54.647692 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: sorting.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.648899 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: sorting Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: standard_attr_segment.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: standardattrdescription.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.654113 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: standard-attr-description Mar 14 14:20:54.654712 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: stateful_security_group.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.654712 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.654712 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: stateful-security-group Mar 14 14:20:54.655045 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: stdattrs_common.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.655618 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 14:20:54.655936 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.656877 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.657393 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 14:20:54.657715 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnet_onboard.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.658844 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.659360 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: subnet_onboard Mar 14 14:20:54.659681 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.660661 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.661165 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 14:20:54.661484 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnet_service_types.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.662429 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.662942 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: subnet-service-types Mar 14 14:20:54.663264 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnetallocation.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.664356 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.664872 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: subnet_allocation Mar 14 14:20:54.665192 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.665869 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.666456 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: subnetpool-prefix-ops Mar 14 14:20:54.666772 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.668375 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.668879 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 14:20:54.669198 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: tagging.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.670345 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.670856 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: standard-attr-tag Mar 14 14:20:54.671212 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: timestamp.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.672417 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.672919 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loaded extension: standard-attr-timestamp Mar 14 14:20:54.673241 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: trunk.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.674298 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.674806 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension trunk not supported by any of loaded plugins Mar 14 14:20:54.675125 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: trunk_details.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.676034 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.676530 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 14:20:54.676881 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.677796 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.678328 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 14:20:54.678860 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Loading extension file: vlantransparent.py {{(pid=103509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:20:54.679311 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:20:54.679816 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 14:20:54.682433 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:network Mar 14 14:20:54.683572 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnet Mar 14 14:20:54.683969 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:20:54.684358 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:port Mar 14 14:20:54.685636 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.686084 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service FLAVORS assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.686701 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.687127 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.687454 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:router Mar 14 14:20:54.687887 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 14:20:54.688373 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service METERING assigned prefix: /metering {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.689855 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.690257 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.690610 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:20:54.691626 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 14:20:54.692056 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:security_group Mar 14 14:20:54.692484 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 14:20:54.693079 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service CORE assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.693405 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:20:54.693747 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] subnetpool is already registered Mar 14 14:20:54.694203 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service CORE assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.694527 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:20:54.694855 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] subnetpool is already registered Mar 14 14:20:54.697299 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.697733 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service FLAVORS assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.698382 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.698802 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.699135 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:router Mar 14 14:20:54.699473 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] router is already registered Mar 14 14:20:54.699883 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 14:20:54.700218 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] floatingip is already registered Mar 14 14:20:54.700662 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service METERING assigned prefix: /metering {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.701322 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 14:20:54.701644 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] rbac_policy is already registered Mar 14 14:20:54.702073 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:security_group Mar 14 14:20:54.702413 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] security_group is already registered Mar 14 14:20:54.702815 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 14:20:54.703143 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] security_group_rule is already registered Mar 14 14:20:54.703765 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service CORE assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.704093 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:20:54.704422 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] subnetpool is already registered Mar 14 14:20:54.704834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.v2.resource_helper [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Service CORE assigned prefix: {{(pid=103509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:20:54.705154 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:20:54.705477 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING neutron.quota.resource_registry [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] subnetpool is already registered Mar 14 14:20:54.705938 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: extensions {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.707527 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: address-groups {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.708997 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: address-scopes {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.710327 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: agents {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.711476 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: auto-allocated-topology {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.712692 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: availability_zones {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.713916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: dhcp-networks {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.715437 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: dhcp-agents {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.716842 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: routers {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.719991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: flavors {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.720186 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: service_profiles {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.721377 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: next_providers {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.722834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: service_profiles {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.724371 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: floatingip-pools {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.725555 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: routers {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.727671 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: floatingips {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.730691 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: l3-routers {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.732059 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: l3-agents {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.733445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: metering-labels {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.734816 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: metering-label-rules {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.736119 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: network-ip-availabilities {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.737376 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: bindings {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.739297 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: quotas {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.740835 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: quotas {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.742382 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: rbac-policies {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.743671 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: security-groups {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.744896 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: security-group-rules {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.746785 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: service-providers {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.747976 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: subnetpools {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.749389 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: subnetpools {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.750858 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.752538 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.754375 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.756138 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.757901 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.759762 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.762533 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.764377 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.766136 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.767951 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron.api.extensions [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Extended resource: tags {{(pid=103509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:20:54.773782 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING keystonemiddleware.auth_token [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 14:20:54.778621 dv-cinder-790535-28-iscsi neutron-server[103509]: WARNING keystonemiddleware.auth_token [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 14:20:54.787229 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Acquired lock "singleton_lock" {{(pid=103509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 14:20:54.787702 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_concurrency.lockutils [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Releasing lock "singleton_lock" {{(pid=103509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 14:20:54.788347 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Starting 2 workers Mar 14 14:20:54.794045 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Started child 103622 {{(pid=103509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:20:54.798920 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Started child 103623 {{(pid=103509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:20:54.799646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.800559 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO neutron.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 14:20:54.801214 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.801324 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [-] (103622) wsgi starting up on http://0.0.0.0:9696 Mar 14 14:20:54.803734 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Starting 1 workers Mar 14 14:20:54.803963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.805399 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [-] (103623) wsgi starting up on http://0.0.0.0:9696 Mar 14 14:20:54.809747 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Started child 103624 {{(pid=103509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:20:54.810321 dv-cinder-790535-28-iscsi neutron-server[103509]: INFO oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Starting 1 workers Mar 14 14:20:54.813591 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] calling RpcWorker wait() {{(pid=103624) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 14:20:54.814288 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] returning from RpcWorker wait() {{(pid=103624) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 14:20:54.815047 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Started child 103625 {{(pid=103509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:20:54.815518 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.815865 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5e1e-cf96-4a83-84e1-809a7c7ab7f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.815963 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:54.817860 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 14:20:54.818133 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:20:54.818306 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:20:54.818502 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:20:54.818858 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:20:54.819018 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:20:54.819539 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.819821 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.820082 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.820336 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.820435 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.820891 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.821196 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.821451 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.821682 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:54.821834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.822099 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.822300 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.822553 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.822729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.822974 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.823224 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.823776 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.824096 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.824370 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.824634 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.824810 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.825082 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.825341 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.825566 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.825826 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] debug = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.826076 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.826585 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.826850 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.827032 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.827247 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.827530 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.827752 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.828131 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.828369 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.828585 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.828821 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.829065 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.829294 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.829506 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.829743 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.829952 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.830243 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.830480 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.830981 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] host = dv-cinder-790535-28-iscsi {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.831230 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.831418 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.831676 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.831989 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.832245 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.832481 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.832804 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.833080 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.833341 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.833566 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.833811 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.834068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.834311 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.834552 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.834716 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_options = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.834963 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.835258 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.835501 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.835694 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.835902 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.836060 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.836319 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.836580 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.836736 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.836946 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.837153 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.837355 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.837570 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.837786 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.838026 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.838352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.838716 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.839786 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.840338 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.840500 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.840998 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.841274 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.841543 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.841781 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.842191 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.842341 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.842558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.842790 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.843019 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.843243 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.843470 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.843744 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.843966 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.844216 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.844482 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.844720 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.844953 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.845197 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.845499 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.845727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.845983 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.846361 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.846494 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.846746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.846919 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.847138 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.847379 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_json = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.848225 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.848489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.848861 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.849136 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.849520 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.849761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.850012 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.850275 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.850502 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.851742 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.852026 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.852529 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.852799 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.853162 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.853445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.853703 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.853956 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.854257 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.871505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.872729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873317 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.873916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.874991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.875537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876050 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.876579 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877068 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877378 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877658 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877788 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.877961 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.878242 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.878505 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.878732 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.878951 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.879223 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.879444 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.879680 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.879924 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.880160 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.880396 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.880630 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.880920 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.881169 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.881409 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.881663 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.881917 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.882212 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.882496 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.882784 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.883005 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.883290 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.883578 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.883856 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.884136 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.884388 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.884623 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.884877 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.885619 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.885619 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.885619 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.885884 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.886265 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.886550 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.886870 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.887091 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.887323 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.887631 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.887885 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.888103 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.888338 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.888627 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.888875 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.889120 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.889388 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.889640 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.889916 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.890185 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.890438 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.890674 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.890907 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.891154 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.891371 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.891631 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.891849 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.892094 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.892310 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.892527 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.892781 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.892996 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.893233 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.893449 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.893664 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.893880 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.894149 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.894370 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.894591 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.894829 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.895066 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.895284 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.895501 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.895714 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.895965 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.896202 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.896473 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.896725 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.896964 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.897210 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.897438 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.897672 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.897887 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.898159 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.898380 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.898593 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.898812 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.899035 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.899253 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.899490 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.899733 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.899986 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.900225 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.900469 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.901968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.901968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.901968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.902447 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.902600 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.902866 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.903116 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.903339 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.903637 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.903860 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.904258 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.904490 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.904737 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.904961 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.905182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.905439 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.905703 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.905947 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.906245 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.906457 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.906718 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.906953 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.907194 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.907404 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.907698 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.907982 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.908279 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.908524 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.908736 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.909226 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.909630 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.909870 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.910153 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.910377 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.910636 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.910888 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.911107 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.911321 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.911547 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.911767 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.911983 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.912237 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.912472 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.912708 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.912939 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.913162 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.913372 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.913624 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.913839 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.914069 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.914304 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.914548 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.914782 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.915029 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.915240 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.915454 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.915675 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.915917 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.916132 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.916358 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.916569 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.916779 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.917655 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.918115 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.918368 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.918656 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.918918 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.919162 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.919460 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.919694 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.919953 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.920202 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.920521 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.920772 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.921021 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.921268 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.921489 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.921710 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.921992 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.922347 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.923036 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.923036 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.923393 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.923911 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.923911 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.924214 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.924419 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.924730 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.925080 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.925355 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.925611 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.925840 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.926124 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.926376 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.926596 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.926834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.927072 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.927305 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.927560 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.927810 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.928041 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.928258 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.928511 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.928732 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.928991 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.929227 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.929483 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.929702 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.929862 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:20:54.930418 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 14:20:54.930581 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:20:54.930739 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:20:54.930915 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:20:54.931080 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:20:54.931219 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:20:54.931429 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.931595 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.931761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.931919 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932123 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932272 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932414 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932552 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932724 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.932875 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.933012 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.933179 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.933342 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.933681 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.933857 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934014 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934209 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934374 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934549 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934682 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934830 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.934994 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.935154 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] debug = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.935306 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.935520 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.935672 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.935840 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936003 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936165 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936326 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936486 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936647 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936807 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.936968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937130 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937289 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937449 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937595 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937743 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.937907 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.938092 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.938266 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] host = dv-cinder-790535-28-iscsi {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.938413 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.938575 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939083 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939083 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939083 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939592 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939592 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939592 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939931 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939931 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.939931 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940140 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940218 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940368 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940529 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_options = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.940848 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941008 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941187 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941368 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941515 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941674 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.941996 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942178 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942339 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942514 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942663 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942824 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.942986 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.943746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.943746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.943746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.943746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.943746 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.944727 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947221 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.947753 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_json = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.948558 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.950617 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951143 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.951689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952028 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952028 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952169 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952245 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952410 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952574 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952747 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.952912 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953076 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953239 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953401 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953574 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.953918 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954104 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954273 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954437 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954613 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.954928 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955092 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955256 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955421 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955585 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955748 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.955911 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956075 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956239 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956403 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956567 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956732 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.956897 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957060 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957225 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957391 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957556 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957722 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.957888 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958079 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958249 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958419 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958565 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958728 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.958906 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959062 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959247 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959371 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959539 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959702 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.959866 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960031 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960195 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960372 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960537 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960699 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.960863 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961028 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961191 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961355 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961519 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961684 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.961849 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962013 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962216 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962380 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962544 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962709 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962873 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.962957 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:54.963042 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.963191 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.963355 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.963544 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.963708 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.964396 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.964615 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.964729 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.964892 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965056 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965219 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965382 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965547 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965715 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.965876 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966213 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966213 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966377 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966543 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966686 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.966846 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967006 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967170 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967334 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967498 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967662 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.967832 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968029 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968140 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968298 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968457 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968627 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968790 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.968958 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969124 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969298 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969467 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969627 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969796 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.969968 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.970172 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.970338 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.970503 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.970668 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.970834 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971001 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971168 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971334 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971497 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971663 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.971828 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972005 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972169 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972336 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972501 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972700 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.972855 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.973182 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.973345 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.973514 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.973675 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.973839 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974003 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974191 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974358 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974530 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974698 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.974860 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975028 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975188 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975518 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975689 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.975864 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976017 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976180 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976344 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976508 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976675 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.976866 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977000 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977124 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977292 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977455 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977619 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977783 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.977947 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978133 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978303 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978461 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978625 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978789 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.978955 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.979120 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.979288 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.979524 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980177 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980343 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980493 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980664 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980842 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.980997 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981141 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981302 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981468 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981634 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981798 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.981964 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.982152 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.982761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.982761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.982761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983003 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983003 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983162 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983292 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983456 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983621 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983784 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.983948 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984114 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984277 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984427 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984627 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984791 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.984957 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.985124 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.985290 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.985455 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.985621 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.985786 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986011 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986200 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986364 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986528 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986692 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.986859 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987022 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987198 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987551 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987676 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987819 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.987984 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.988397 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.988578 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.988742 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.988905 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.989255 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.989255 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.989738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.989738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.989738 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990094 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990094 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990309 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990309 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990501 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990624 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.990914 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991082 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991246 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991411 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991585 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991929 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.991929 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992175 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992298 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992419 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992541 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992663 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992817 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.992981 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993349 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993349 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993563 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993686 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993809 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.993930 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.994106 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.994274 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.994439 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.994622 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.994899 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995006 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995129 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995274 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995445 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995610 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.995779 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996003 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996138 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996261 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996427 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996601 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996774 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.996975 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997167 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997354 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997486 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997594 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997756 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.997921 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998104 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998270 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998434 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998597 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998761 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.998925 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999090 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999254 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999417 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999580 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999775 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:54.999970 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:55.000159 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:55.000352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:55.000352 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:20:55.000555 dv-cinder-790535-28-iscsi neutron-server[103509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:20:55.090866 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44748) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:55.099887 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067198 Mar 14 14:21:08.180389 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d58ac-f394-4b0f-8e4e-c75465404ef4 None None] get_active_networks_info from dv-cinder-790535-28-iscsi {{(pid=103624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 14:21:08.287290 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d58ac-f394-4b0f-8e4e-c75465404ef4 None None] No non-hosted networks {{(pid=103624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 14:21:08.331824 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.agentschedulers_db [None req-b27d58ac-f394-4b0f-8e4e-c75465404ef4 None None] DHCP Agent not found on host dv-cinder-790535-28-iscsi {{(pid=103624) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 14:21:08.606238 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f1d5-756c-410c-830b-6a1a776f3d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:10.549281 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0e3de25b-3dfc-4b87-a234-466bc7816f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:10.584188 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-79ea958b-6c92-41c8-8f43-12f8bf7a6beb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-28-iscsi {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:21:10.584606 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-79ea958b-6c92-41c8-8f43-12f8bf7a6beb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:21:11.278554 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-79ea958b-6c92-41c8-8f43-12f8bf7a6beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:12.901612 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:13.713274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:15.531569 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:15.532838 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.533555 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.534796 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.535452 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.536066 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.536687 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.537585 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.538207 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.538974 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.539760 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.540418 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.541326 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.542747 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.543297 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.544176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:15.544840 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:15.552513 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.db.l3_hamode_db [None req-2ca00597-795f-49de-8551-c1786d027d6c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 14:21:15.563014 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:15.710521 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca00597-795f-49de-8551-c1786d027d6c None None] Routers set() bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:21:15.711047 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca00597-795f-49de-8551-c1786d027d6c None None] Router IDs set() for agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 14:21:16.240739 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44838) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:16.817660 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-29ffdc55-055d-4801-94cc-1ba7587b0622 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:16.818285 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-29ffdc55-055d-4801-94cc-1ba7587b0622 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:17.050408 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-29ffdc55-055d-4801-94cc-1ba7587b0622 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:21:17.051723 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-29ffdc55-055d-4801-94cc-1ba7587b0622 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8088353 Mar 14 14:21:19.728557 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44854) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:20.052229 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:20.154035 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.policy [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103623) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 14:21:20.198862 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:20.199254 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:20.379288 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783326748065', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783326747646', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783326764075', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783326766059', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783326781189', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783327088709', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4091654', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3977345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628039'] for rbac-policy (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:20.606992 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:20.608299 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2dd6edc6-1388-403a-b917-a92dd7f53676 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8787181 Mar 14 14:21:23.282590 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44864) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:23.634684 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:23.712785 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Made reservation on behalf of 31c2cc291ae64ae997eac11993812ea5 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:21:23.716998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:23.734595 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:23.850611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks [] for security_group (64f8240b-cea8-452e-86c3-e14d11785f99), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:23.940521 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (64f8240b-cea8-452e-86c3-e14d11785f99), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:23.974808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:21:24.005648 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783327332365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (09e42987-22c4-475e-a04f-0d8c525001d3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:24.006292 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Unsubscribe: segment precommit_create {{(pid=103623) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 14:21:24.006823 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Added segment 09e42987-22c4-475e-a04f-0d8c525001d3 of type vlan for network 6980a6c1-d0e9-42c2-a212-c73363c62832 Mar 14 14:21:24.013632 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=64f8240b-cea8-452e-86c3-e14d11785f99,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:24.051694 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.052039 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.052402 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.052762 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.053099 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.053433 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.053767 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.054114 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.054462 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.054810 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.055127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.055459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.055782 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.056102 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.056435 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Tracked resource versions report: Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: pushed versions: Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: { 'AddressGroup': {'1.2'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Agent': {'1.1'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'ConntrackHelper': {'1.0'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Log': {'1.0'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'NDPProxy': {'1.0'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Network': {'1.1'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Port': {'1.7'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'PortForwarding': {'1.2'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'QosPolicy': {'1.10'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroup': {'1.5'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SubPort': {'1.0'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Subnet': {'1.1'}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Trunk': {'1.1'}} Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: consumer versions: Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Agent': '1.1', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'ConntrackHelper': '1.0', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'LocalIPAssociation': '1.0', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Log': '1.0', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'NDPProxy': '1.0', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Network': '1.1', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Port': '1.7', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'PortForwarding': '1.2', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'QosPolicy': '1.10', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroup': '1.5', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroupRule': '1.2', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SubPort': '1.0', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Subnet': '1.1', Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Trunk': '1.1'}} Mar 14 14:21:24.058788 dv-cinder-790535-28-iscsi neutron-server[103623]: {{(pid=103623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:21:24.131057 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (6980a6c1-d0e9-42c2-a212-c73363c62832), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:24.283877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (6980a6c1-d0e9-42c2-a212-c73363c62832), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:24.289434 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:24.290296 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:24.431847 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1477838 Mar 14 14:21:24.433873 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daeae5f-b5e8-4bde-8e74-c8c89ab02fc4 demo demo] Pushing event updated for resources: {'Network': ['ID=6980a6c1-d0e9-42c2-a212-c73363c62832,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:24.450322 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:21:27.117318 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44876) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:27.578635 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d1bd4-8f41-4432-b509-ca9012d882dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:27.580016 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d98d1bd4-8f41-4432-b509-ca9012d882dc demo admin] 10.222.0.30 "GET /v2.0/networks/6980a6c1-d0e9-42c2-a212-c73363c62832 HTTP/1.1" status: 200 len: 825 time: 0.4617577 Mar 14 14:21:27.605916 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c9d58239-f443-4439-8cd2-1d995391a328 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/6a2ec3ae-e89e-494a-9195-8de21a8ef377 HTTP/1.1" status: 200 len: 734 time: 0.0198381 Mar 14 14:21:27.615125 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Request body: {'subnet': {'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:27.706640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Made reservation on behalf of 31c2cc291ae64ae997eac11993812ea5 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:21:27.708995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:28.091152 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:28.169967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Checking segment: {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:21:28.170668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Network hostable DHCP agents. Network: 6980a6c1-d0e9-42c2-a212-c73363c62832, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:21:28.172619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Pushing event updated for resources: {'Subnet': ['ID=bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:28.289246 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:21:28.397728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 6980a6c1-d0e9-42c2-a212-c73363c62832) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:28.403340 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:28.403959 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:28.409097 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377926b-322c-4915-985d-a515cb737c3f None None] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:21:28.492206 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1d077818-2834-43e9-8861-e51750cac3bf demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8806169 Mar 14 14:21:28.889713 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-6980a6c1-d0e9-42c2-a212-c73363c62832', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:21:28.891113 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:29.247872 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Allocated IP 172.20.0.2 (6980a6c1-d0e9-42c2-a212-c73363c62832/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a/c2cdd6a0-f99c-4387-a6c8-2ba684acc37c) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:21:29.537375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks [] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:29.638786 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:29.774285 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:21:29.788862 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:29.799633 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:21:29.805050 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Pushing event updated for resources: {'Port': ['ID=c2cdd6a0-f99c-4387-a6c8-2ba684acc37c,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:29.845969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.846414 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.846824 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.847174 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.847507 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.847831 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.848155 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.848476 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.848810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.849136 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.849458 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.849791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.850136 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.850456 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.850779 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Tracked resource versions report: Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: pushed versions: Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: { 'AddressGroup': {'1.2'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Agent': {'1.1'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'ConntrackHelper': {'1.0'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Log': {'1.0'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'NDPProxy': {'1.0'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Network': {'1.1'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Port': {'1.7'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'PortForwarding': {'1.2'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'QosPolicy': {'1.10'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroup': {'1.5'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SubPort': {'1.0'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Subnet': {'1.1'}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Trunk': {'1.1'}} Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: consumer versions: Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Agent': '1.1', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'ConntrackHelper': '1.0', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'LocalIPAssociation': '1.0', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Log': '1.0', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'NDPProxy': '1.0', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Network': '1.1', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Port': '1.7', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'PortForwarding': '1.2', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'QosPolicy': '1.10', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroup': '1.5', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroupRule': '1.2', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SubPort': '1.0', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Subnet': '1.1', Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Trunk': '1.1'}} Mar 14 14:21:29.852239 dv-cinder-790535-28-iscsi neutron-server[103624]: {{(pid=103624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:21:29.906462 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Attempting to bind port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:21:29.907047 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Attempting to bind port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:21:29.907467 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Attempting to bind port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c on network 6980a6c1-d0e9-42c2-a212-c73363c62832 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:21:29.913186 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:21:29.913746 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Checking segment: {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:21:29.914278 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:29.914835 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Bound using segment: {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:21:29.915513 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Bound port: c2cdd6a0-f99c-4387-a6c8-2ba684acc37c, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:21:29.916037 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:29.997227 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] For port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:21:30.019829 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] For port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c2cdd6a0-f99c-4387-a6c8-2ba684acc37c,segment=NetworkSegment(09e42987-22c4-475e-a04f-0d8c525001d3),segment_id=09e42987-22c4-475e-a04f-0d8c525001d3)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:21:30.112317 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:30.188915 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef151f-0966-4806-b7f3-fc7d5656ab81 None None] Pushing event updated for resources: {'Port': ['ID=c2cdd6a0-f99c-4387-a6c8-2ba684acc37c,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:31.162925 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44884) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:31.689504 dv-cinder-790535-28-iscsi neutron-server[103622]: WARNING oslo_policy.policy [None req-d7e24aed-8af6-4da5-bd56-9c949f83d8fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:31.690235 dv-cinder-790535-28-iscsi neutron-server[103622]: WARNING oslo_policy.policy [None req-d7e24aed-8af6-4da5-bd56-9c949f83d8fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:31.920485 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [None req-d7e24aed-8af6-4da5-bd56-9c949f83d8fd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:21:31.921660 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d7e24aed-8af6-4da5-bd56-9c949f83d8fd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7575555 Mar 14 14:21:34.690759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44898) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:35.118040 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [None req-b0d42c3b-d229-49bd-8fc5-0234e50fb473 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:21:35.119069 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b0d42c3b-d229-49bd-8fc5-0234e50fb473 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4273825 Mar 14 14:21:38.011205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44906) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:38.169231 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ab70-cf90-4cfa-bbf0-7ea6217e026b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:38.409105 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:38.471067 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.policy [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103622) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 14:21:38.516219 dv-cinder-790535-28-iscsi neutron-server[103622]: WARNING oslo_policy.policy [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:38.516511 dv-cinder-790535-28-iscsi neutron-server[103622]: WARNING oslo_policy.policy [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:21:38.643801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (43622631-ac08-4361-9c17-73eb721a6994), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:38.645769 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (43622631-ac08-4361-9c17-73eb721a6994), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:38.832010 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Publish callbacks [] for router_controller (43622631-ac08-4361-9c17-73eb721a6994), precommit_add_association {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:38.891461 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (43622631-ac08-4361-9c17-73eb721a6994), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:38.994289 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:39.006142 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-0e365ec8-2898-4685-ad01-3a4c9a9e11f5 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9826875 Mar 14 14:21:40.499810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a8fd4eb5-0b68-4e15-8eee-577aef182afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:41.947063 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44920) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:42.390636 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device c2cdd6a0-f99c-4387-a6c8-2ba684acc37c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:21:42.413440 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [None req-7e2bb8b9-193d-4e34-b62f-f9cb7b2245cb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:21:42.414847 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7e2bb8b9-193d-4e34-b62f-f9cb7b2245cb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4664304 Mar 14 14:21:42.505071 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:42.505599 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:42.535754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8d307-58fc-448a-a270-91eba41de725 None None] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:21:42.803798 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Provisioning complete for port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:42.804260 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:42.811084 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:42.811551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:42.943931 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:42.960241 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c2cdd6a0-f99c-4387-a6c8-2ba684acc37c,segment=NetworkSegment(09e42987-22c4-475e-a04f-0d8c525001d3),segment_id=09e42987-22c4-475e-a04f-0d8c525001d3)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:21:43.006393 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:43.012525 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:43.035905 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:43.125801 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:21:43.127261 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:21:43.129678 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=c2cdd6a0-f99c-4387-a6c8-2ba684acc37c,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:43.650811 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:43.667499 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2525708b-b014-46d5-8569-485ea9d3e531 None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:43.790278 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-e97755a6-cb2d-4c00-9cfc-d122a388df4f None None] Provisioning complete for port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:43.790693 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e97755a6-cb2d-4c00-9cfc-d122a388df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:43.885416 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-e97755a6-cb2d-4c00-9cfc-d122a388df4f None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:44.354646 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device c2cdd6a0-f99c-4387-a6c8-2ba684acc37c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:21:44.411133 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:44.411647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:44.560226 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:45.205435 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44942) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:45.344886 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:45.449556 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Made reservation on behalf of 53da7116ed6b4a009e7ee5afc8277012 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:21:45.451860 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.460952 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.546150 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.555538 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks [] for security_group (04d3d9c8-986b-41ab-abc8-3bf28538c56f), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.631645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (04d3d9c8-986b-41ab-abc8-3bf28538c56f), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.648011 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Reserving flat network on physical network physnet1 {{(pid=103623) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 14:21:45.667227 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3d9c8-986b-41ab-abc8-3bf28538c56f,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:45.671952 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (2a6b8535-e2f1-444e-b939-c8d93640a635), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.672291 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Added segment 2a6b8535-e2f1-444e-b939-c8d93640a635 of type flat for network a71646d2-51f3-47c3-8961-139eba86aa07 Mar 14 14:21:45.721888 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (a71646d2-51f3-47c3-8961-139eba86aa07), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.836848 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (a71646d2-51f3-47c3-8961-139eba86aa07), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.837970 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:45.839275 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.859089 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:21:45.945527 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] Pushing event updated for resources: {'Network': ['ID=a71646d2-51f3-47c3-8961-139eba86aa07,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:45.955933 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network a71646d2-51f3-47c3-8961-139eba86aa07 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:21:45.988995 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5e4c4024-65ee-4cf2-95cd-026de0e59eab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7815778 Mar 14 14:21:48.559427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 44960) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:48.724801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9530bba-c544-4a5f-a14f-28717102efc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:48.726316 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d9530bba-c544-4a5f-a14f-28717102efc6 demo admin] 10.222.0.30 "GET /v2.0/subnets/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a HTTP/1.1" status: 200 len: 849 time: 0.1657393 Mar 14 14:21:48.849490 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5c9bff91-776a-46a6-92aa-843126ab81d9 demo admin] 10.222.0.30 "GET /v2.0/routers/43622631-ac08-4361-9c17-73eb721a6994 HTTP/1.1" status: 200 len: 704 time: 0.1170115 Mar 14 14:21:49.167765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:49.513660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Allocated IP 172.20.0.1 (6980a6c1-d0e9-42c2-a212-c73363c62832/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a/7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:21:49.743356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks [] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:49.889708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:49.961282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:21:49.968602 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:50.018280 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Pushing event updated for resources: {'Port': ['ID=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:50.021369 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:21:50.021470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (43622631-ac08-4361-9c17-73eb721a6994), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.095351 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.095692 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.096057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.096402 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.096747 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.097079 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.097405 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.097736 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.098089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.098456 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.098780 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.099126 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.099523 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.100050 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.100567 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Tracked resource versions report: Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: pushed versions: Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: { 'AddressGroup': {'1.2'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Agent': {'1.1'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'ConntrackHelper': {'1.0'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Log': {'1.0'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'NDPProxy': {'1.0'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Network': {'1.1'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Port': {'1.7'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'PortForwarding': {'1.2'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'QosPolicy': {'1.10'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroup': {'1.5'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SubPort': {'1.0'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Subnet': {'1.1'}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Trunk': {'1.1'}} Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: consumer versions: Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Agent': '1.1', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'ConntrackHelper': '1.0', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'LocalIPAssociation': '1.0', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Log': '1.0', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'NDPProxy': '1.0', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Network': '1.1', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Port': '1.7', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'PortForwarding': '1.2', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'QosPolicy': '1.10', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroup': '1.5', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroupRule': '1.2', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SubPort': '1.0', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Subnet': '1.1', Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Trunk': '1.1'}} Mar 14 14:21:50.102294 dv-cinder-790535-28-iscsi neutron-server[103622]: {{(pid=103622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:21:50.252778 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-572773c8-0b5b-4fdd-a3fd-b6d61adc5b29 None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:50.253383 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-572773c8-0b5b-4fdd-a3fd-b6d61adc5b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.292703 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-572773c8-0b5b-4fdd-a3fd-b6d61adc5b29 None None] Port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:21:50.526987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.773294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks [] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.906291 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.907285 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (43622631-ac08-4361-9c17-73eb721a6994), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:50.978518 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Pushing event updated for resources: {'Port': ['ID=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:51.107727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:21:51.109206 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:51.375223 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Router 43622631-ac08-4361-9c17-73eb721a6994 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:21:51.480631 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:21:51.490305 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-25c3eb06-d542-44d0-ba74-9923a7c73bc4 demo admin] 10.222.0.30 "PUT /v2.0/routers/43622631-ac08-4361-9c17-73eb721a6994/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6350853 Mar 14 14:21:51.490964 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Sync routers for ids ['43622631-ac08-4361-9c17-73eb721a6994'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:21:51.511871 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Routers {'43622631-ac08-4361-9c17-73eb721a6994'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:21:51.512808 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:21:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['43622631-ac08-4361-9c17-73eb721a6994'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:51.525575 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b3bde42a-6de9-4f6e-8253-e90f251453b8 None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:51.526475 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3bde42a-6de9-4f6e-8253-e90f251453b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:51.584929 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b3bde42a-6de9-4f6e-8253-e90f251453b8 None None] Port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:21:51.737280 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Set router 43622631-ac08-4361-9c17-73eb721a6994 gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:21:52.239835 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:50Z', 'revision_number': 2, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port_host': None, '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:50Z', 'revision_number': 2, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:52.295412 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Checking router: 43622631-ac08-4361-9c17-73eb721a6994 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:21:52.295788 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Updating router 43622631-ac08-4361-9c17-73eb721a6994 port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:21:52.353005 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:52.942569 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks [] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.084012 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.259327 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Pushing event updated for resources: {'Port': ['ID=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:53.278547 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.278903 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.279247 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.279596 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.279937 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.280267 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.280597 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.280932 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.281279 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.281618 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.281949 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.282327 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.282659 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.282980 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.283298 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Tracked resource versions report: Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: pushed versions: Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: { 'AddressGroup': {'1.2'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Agent': {'1.1'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'ConntrackHelper': {'1.0'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Log': {'1.0'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'NDPProxy': {'1.0'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Network': {'1.1'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Port': {'1.7'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'PortForwarding': {'1.2'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'QosPolicy': {'1.10'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroup': {'1.5'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SubPort': {'1.0'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Subnet': {'1.1'}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Trunk': {'1.1'}} Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: consumer versions: Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Agent': '1.1', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'ConntrackHelper': '1.0', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'LocalIPAssociation': '1.0', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Log': '1.0', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'NDPProxy': '1.0', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Network': '1.1', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Port': '1.7', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'PortForwarding': '1.2', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'QosPolicy': '1.10', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroup': '1.5', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroupRule': '1.2', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SubPort': '1.0', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Subnet': '1.1', Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Trunk': '1.1'}} Mar 14 14:21:53.284794 dv-cinder-790535-28-iscsi neutron-server[103625]: {{(pid=103625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:21:53.287314 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Attempting to bind port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:21:53.287712 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Attempting to bind port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:21:53.288389 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Attempting to bind port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd on network 6980a6c1-d0e9-42c2-a212-c73363c62832 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:21:53.295835 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:21:53.296236 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Checking segment: {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:21:53.296735 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.297132 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Bound using segment: {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:21:53.297622 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Bound port: 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e42987-22c4-475e-a04f-0d8c525001d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:21:53.298005 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.383537 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] For port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:21:53.405934 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] For port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,segment=NetworkSegment(09e42987-22c4-475e-a04f-0d8c525001d3),segment_id=09e42987-22c4-475e-a04f-0d8c525001d3)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:21:53.431590 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-65ee852a-e010-4d00-a0e2-2a6247d0387b None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:53.432845 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65ee852a-e010-4d00-a0e2-2a6247d0387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.476135 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-65ee852a-e010-4d00-a0e2-2a6247d0387b None None] Port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:21:53.506498 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.581864 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Routers {'43622631-ac08-4361-9c17-73eb721a6994'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:21:53.582785 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:21:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['43622631-ac08-4361-9c17-73eb721a6994'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:53.593236 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6e61d-30f1-417a-a89a-5aa0d1a5af4e None None] Pushing event updated for resources: {'Port': ['ID=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:53.738635 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] Set router 43622631-ac08-4361-9c17-73eb721a6994 gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:21:53.804298 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:53.805084 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.942860 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Current status of the port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:53.943298 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:53.985585 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] For port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,segment=NetworkSegment(09e42987-22c4-475e-a04f-0d8c525001d3),segment_id=09e42987-22c4-475e-a04f-0d8c525001d3)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:21:53.989817 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:50Z', 'revision_number': 2, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port_host': None, '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:53Z', 'revision_number': 4, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:54.014293 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44974) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:54.021346 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1871-1e83-4938-86fd-2f6c43957f05 None None] The sync data for ids ['43622631-ac08-4361-9c17-73eb721a6994'] in dv-cinder-790535-28-iscsi is: [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:50Z', 'revision_number': 2, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port_host': None, '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:53Z', 'revision_number': 4, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:21:54.136779 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:54.164281 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5641a-d8b5-4503-b81f-8408c840c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:54.166962 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cde5641a-d8b5-4503-b81f-8408c840c9dd admin admin] 10.222.0.30 "GET /v2.0/networks/a71646d2-51f3-47c3-8961-139eba86aa07 HTTP/1.1" status: 200 len: 842 time: 0.1502192 Mar 14 14:21:54.176887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:54.219743 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cee97d-2814-449f-9f40-93c0cd4cd8ea None None] Pushing event updated for resources: {'Port': ['ID=7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:54.334690 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Made reservation on behalf of 53da7116ed6b4a009e7ee5afc8277012 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:21:54.337133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:54.801374 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.objects.ports [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103623) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 14:21:54.802154 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (3283b04c-2d1f-4698-8b5a-29e7ff77edd4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:54.885773 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3283b04c-2d1f-4698-8b5a-29e7ff77edd4,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:54.897598 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:21:54.898240 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Network hostable DHCP agents. Network: a71646d2-51f3-47c3-8961-139eba86aa07, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:21:55.020370 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:21:55.106446 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, a71646d2-51f3-47c3-8961-139eba86aa07) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:55.111484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:55.112128 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:55.122414 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1b0fa-5c9b-4eec-ba59-7a053a0614bf None None] Network a71646d2-51f3-47c3-8961-139eba86aa07 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:21:55.195204 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-00d6b77f-847e-4f12-ba2b-15f148688712 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0220408 Mar 14 14:21:55.254203 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894888a-908f-40ca-8f2f-cc8892bcd2b8 None None] Network a71646d2-51f3-47c3-8961-139eba86aa07 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:21:57.865150 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44982) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:58.154281 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ed8b3a6d-8bef-41a8-a1a8-d1a32c3fd266 demo admin] 10.222.0.30 "GET /v2.0/routers/43622631-ac08-4361-9c17-73eb721a6994 HTTP/1.1" status: 200 len: 710 time: 0.2849324 Mar 14 14:21:58.251849 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f68d9-3290-4890-bb6c-ba641d24acfa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:21:58.253307 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-593f68d9-3290-4890-bb6c-ba641d24acfa demo admin] 10.222.0.30 "GET /v2.0/networks/a71646d2-51f3-47c3-8961-139eba86aa07 HTTP/1.1" status: 200 len: 886 time: 0.0937979 Mar 14 14:21:58.265962 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:21:58.637466 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks [] for router_gateway (43622631-ac08-4361-9c17-73eb721a6994), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:59.027610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks [] for router_gateway (43622631-ac08-4361-9c17-73eb721a6994), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:59.149902 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:59.326441 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Allocated IP 172.27.2.233 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/bcdc2a03-20c9-4941-b330-723de8270d2b) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:21:59.444236 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks [] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:59.580889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:59.658605 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:21:59.663584 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:21:59.667179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:21:59.729620 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Pushing event updated for resources: {'Port': ['ID=bcdc2a03-20c9-4941-b330-723de8270d2b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:22:00.101574 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks [] for router_gateway (43622631-ac08-4361-9c17-73eb721a6994), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:00.402619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7805'] for router (43622631-ac08-4361-9c17-73eb721a6994), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:00.408056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571544'] for router (43622631-ac08-4361-9c17-73eb721a6994), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:00.544300 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Router 43622631-ac08-4361-9c17-73eb721a6994 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:22:00.671418 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:22:00.675867 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:00.682526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a95e2887-fd41-4d77-a625-d33285f590dd demo admin] 10.222.0.30 "PUT /v2.0/routers/43622631-ac08-4361-9c17-73eb721a6994 HTTP/1.1" status: 200 len: 890 time: 2.4176717 Mar 14 14:22:02.387184 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:22:02.446547 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:22:02.447740 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:02.538572 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:22:03.308546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Sync routers for ids ['43622631-ac08-4361-9c17-73eb721a6994'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:22:03.324108 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Routers {'43622631-ac08-4361-9c17-73eb721a6994'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:22:03.324764 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:21:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['43622631-ac08-4361-9c17-73eb721a6994'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:22:03.455761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 44994) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:03.555251 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Set router 43622631-ac08-4361-9c17-73eb721a6994 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:22:03.615336 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bcff265a-37ff-438e-ad49-bdc86abc7fa0 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1582956 Mar 14 14:22:04.094295 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:59Z', 'revision_number': 4, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port': {'id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:59Z', 'updated_at': '2022-03-14T14:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:53Z', 'revision_number': 5, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:22:04.152968 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Checking router: 43622631-ac08-4361-9c17-73eb721a6994 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:22:04.153336 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Updating router 43622631-ac08-4361-9c17-73eb721a6994 port bcdc2a03-20c9-4941-b330-723de8270d2b binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:22:04.211828 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.573975 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks [] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.643639 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.703413 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Attempting to bind port bcdc2a03-20c9-4941-b330-723de8270d2b on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:22:04.709693 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Attempting to bind port bcdc2a03-20c9-4941-b330-723de8270d2b by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:22:04.709693 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Attempting to bind port bcdc2a03-20c9-4941-b330-723de8270d2b on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:22:04.710274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a069c-58fe-4055-a831-8cbe14da723a None None] Pushing event updated for resources: {'Port': ['ID=bcdc2a03-20c9-4941-b330-723de8270d2b,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:22:04.717511 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:22:04.717894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:22:04.718330 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.718714 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:22:04.719201 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Bound port: bcdc2a03-20c9-4941-b330-723de8270d2b, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:22:04.719589 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.773355 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] For port bcdc2a03-20c9-4941-b330-723de8270d2b, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:22:04.777198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] For port bcdc2a03-20c9-4941-b330-723de8270d2b, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=bcdc2a03-20c9-4941-b330-723de8270d2b,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:22:04.867148 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:04.927098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Routers {'43622631-ac08-4361-9c17-73eb721a6994'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:22:04.927098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:21:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['43622631-ac08-4361-9c17-73eb721a6994'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:22:04.985533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a069c-58fe-4055-a831-8cbe14da723a None None] Pushing event updated for resources: {'Port': ['ID=bcdc2a03-20c9-4941-b330-723de8270d2b,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:22:05.089115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] Set router 43622631-ac08-4361-9c17-73eb721a6994 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:22:05.321450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:59Z', 'revision_number': 4, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port': {'id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:59Z', 'updated_at': '2022-03-14T14:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:53Z', 'revision_number': 5, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:22:05.350293 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa984d51-acb6-43c7-9fe9-e61b7d11a7c5 None None] The sync data for ids ['43622631-ac08-4361-9c17-73eb721a6994'] in dv-cinder-790535-28-iscsi is: [{'id': '43622631-ac08-4361-9c17-73eb721a6994', 'name': 'router1', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:21:38Z', 'updated_at': '2022-03-14T14:21:59Z', 'revision_number': 4, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'gw_port': {'id': 'bcdc2a03-20c9-4941-b330-723de8270d2b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:59Z', 'updated_at': '2022-03-14T14:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd', 'name': '', 'network_id': '6980a6c1-d0e9-42c2-a212-c73363c62832', 'tenant_id': '31c2cc291ae64ae997eac11993812ea5', 'mac_address': 'fa:16:3e:b2:57:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43622631-ac08-4361-9c17-73eb721a6994', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:21:49Z', 'updated_at': '2022-03-14T14:21:53Z', 'revision_number': 5, 'project_id': '31c2cc291ae64ae997eac11993812ea5', 'subnets': [{'id': 'bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a2ec3ae-e89e-494a-9195-8de21a8ef377'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:22:06.456329 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device bcdc2a03-20c9-4941-b330-723de8270d2b up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:22:06.515084 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port bcdc2a03-20c9-4941-b330-723de8270d2b triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:22:06.515599 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:06.597759 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port bcdc2a03-20c9-4941-b330-723de8270d2b is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:22:06.598188 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:06.618627 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port bcdc2a03-20c9-4941-b330-723de8270d2b, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=bcdc2a03-20c9-4941-b330-723de8270d2b,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:22:06.683379 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:06.740615 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=bcdc2a03-20c9-4941-b330-723de8270d2b,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:22:08.139671 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-66d166a4-f704-409d-b37d-6542ffb1acdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:08.393612 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device bcdc2a03-20c9-4941-b330-723de8270d2b up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:22:08.526191 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port bcdc2a03-20c9-4941-b330-723de8270d2b triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:22:08.527183 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (bcdc2a03-20c9-4941-b330-723de8270d2b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:08.645783 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port bcdc2a03-20c9-4941-b330-723de8270d2b is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:22:10.513102 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a71c332-2365-4adc-959a-7079583a9106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:12.831841 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:13.734217 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:15.499981 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:22.861708 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:22:38.151827 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6fb84f0-5f65-4005-a733-cdf2d4f9a996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:40.499732 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a03fd70e-b8a5-4715-a0c7-9bf20809cd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:42.813386 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:43.636493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:45.562036 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:59.862241 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:23:08.138944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09a49529-bb78-401d-b470-d2d38974898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:10.487786 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-02cb1d11-031d-47a2-acaf-b47bc0571974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:12.830337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:13.658296 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:15.516230 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:30.270587 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45478) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:30.333890 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.pecan_wsgi.hooks.translation [None req-156ad7d9-bfe9-4f1c-90d4-7e24d7d8d2f9 admin admin] GET failed (client error): The resource could not be found. Mar 14 14:23:30.335241 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-156ad7d9-bfe9-4f1c-90d4-7e24d7d8d2f9 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636785 Mar 14 14:23:30.500877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8e36e-5c5c-47f8-aba7-392ad6dbc304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:30.502376 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-96b8e36e-5c5c-47f8-aba7-392ad6dbc304 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623540 Mar 14 14:23:32.872643 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45488) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:32.964771 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4cff58-daee-4091-8c7f-0698db7cefc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:32.966168 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aa4cff58-daee-4091-8c7f-0698db7cefc3 admin admin] 10.222.0.30 "GET /v2.0/subnets/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a HTTP/1.1" status: 200 len: 849 time: 0.0925565 Mar 14 14:23:32.975756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:23:33.064081 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Publish callbacks [] for subnet (bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:33.275694 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783327377502'] for subnet (bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:33.310739 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:33.311940 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:33.312606 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] 10.222.0.30 "PUT /v2.0/subnets/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a HTTP/1.1" status: 200 len: 868 time: 0.3406262 Mar 14 14:23:33.329300 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ee9d8-7e18-4282-8519-1ebfe5c98e30 None None] Network 6980a6c1-d0e9-42c2-a212-c73363c62832 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:23:33.331914 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:33.340195 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.340548 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.340912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.341261 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.341600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.341936 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.342300 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.342650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.342988 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.343322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.343672 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.344012 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.344336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.344661 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.344987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394f97d-465c-42e2-98ba-fe53e3d6de9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:33.715079 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Provisioning complete for port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:23:33.715460 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c2cdd6a0-f99c-4387-a6c8-2ba684acc37c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:33.798523 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Current status of the port c2cdd6a0-f99c-4387-a6c8-2ba684acc37c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:23:33.809965 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Provisioning complete for port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:23:33.810498 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:33.894017 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-db84dac8-95c6-4967-aada-3148f68fc096 None None] Current status of the port 7fed1fcf-3df5-47e5-9fee-ad1832a6e9cd is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:23:35.792259 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45496) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:36.022680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f67590a-64ec-4716-b1cb-5f42a8a18c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:36.024143 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f67590a-64ec-4716-b1cb-5f42a8a18c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:36.025292 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4f67590a-64ec-4716-b1cb-5f42a8a18c9f admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2320559 Mar 14 14:23:36.865445 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:23:38.127116 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c305ee1f-74dd-4edf-9872-e8483296177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:38.460554 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45506) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:38.594989 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d782129-3193-405b-a6ed-3f1f302e0922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:38.595471 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d782129-3193-405b-a6ed-3f1f302e0922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:38.597097 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7d782129-3193-405b-a6ed-3f1f302e0922 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348715 Mar 14 14:23:40.481399 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-26ec7ba7-7f81-4b0f-965b-0854f535d2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:41.037956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45514) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:41.179013 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2121d88-95cb-4514-82c0-109d51e39f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:41.180902 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d2121d88-95cb-4514-82c0-109d51e39f42 admin admin] 10.222.0.30 "GET /v2.0/networks/6980a6c1-d0e9-42c2-a212-c73363c62832 HTTP/1.1" status: 200 len: 869 time: 0.1417291 Mar 14 14:23:42.840888 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:43.553629 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45522) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:43.698576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89e980-ba9a-4d7c-9f17-0f08a82e147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:43.701290 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-db89e980-ba9a-4d7c-9f17-0f08a82e147a admin admin] 10.222.0.30 "GET /v2.0/networks/a71646d2-51f3-47c3-8961-139eba86aa07 HTTP/1.1" status: 200 len: 886 time: 0.1466548 Mar 14 14:23:43.709522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:45.493576 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:46.078681 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45530) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:46.205960 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc5c36-b910-4d49-8475-c706c8aad880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:46.206398 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc5c36-b910-4d49-8475-c706c8aad880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:46.207973 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8bcc5c36-b910-4d49-8475-c706c8aad880 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283367 Mar 14 14:23:48.564707 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45538) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:48.661395 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155a58d-6902-4f25-a3dc-257b6039a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:48.661842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155a58d-6902-4f25-a3dc-257b6039a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:48.663423 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4155a58d-6902-4f25-a3dc-257b6039a9c8 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977633 Mar 14 14:23:51.099690 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45546) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:51.190570 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f51348-01e6-460b-824f-eeb610eca1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:51.191923 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b1f51348-01e6-460b-824f-eeb610eca1a7 admin admin] 10.222.0.30 "GET /v2.0/subnets/3283b04c-2d1f-4698-8b5a-29e7ff77edd4 HTTP/1.1" status: 200 len: 816 time: 0.0912819 Mar 14 14:23:53.574792 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45554) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:53.668364 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e7114-b77e-4649-b9f4-aac15a0b56d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:53.669790 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-656e7114-b77e-4649-b9f4-aac15a0b56d7 admin admin] 10.222.0.30 "GET /v2.0/subnets/bf3b1f2c-ee2c-47ff-9f04-c3ba3622cd0a HTTP/1.1" status: 200 len: 868 time: 0.0939655 Mar 14 14:24:08.160571 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f3c916f3-9a87-4822-b331-b2073fc1664b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:10.520563 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d51b1523-a5d0-41c1-8f65-fa3a323eb53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:12.823083 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:13.698002 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:13.863668 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:24:15.486257 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:22.474413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45606) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:24:22.524329 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-d10d1cd2-b6e6-4ef3-b598-1df5302d442d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:24:22.525394 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d10d1cd2-b6e6-4ef3-b598-1df5302d442d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500457 Mar 14 14:24:25.016887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45614) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:24:25.081289 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.pecan_wsgi.hooks.translation [None req-07783935-442e-47c6-aa0a-2ad9eb741185 admin admin] GET failed (client error): The resource could not be found. Mar 14 14:24:25.082945 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-07783935-442e-47c6-aa0a-2ad9eb741185 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650666 Mar 14 14:24:25.180798 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030233ce-21c3-443e-a0ac-66f9c5b284d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:24:25.182231 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-030233ce-21c3-443e-a0ac-66f9c5b284d2 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0945065 Mar 14 14:24:27.616610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45622) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:24:27.664114 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:24:27.771338 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Made reservation on behalf of 53da7116ed6b4a009e7ee5afc8277012 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:24:27.773734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:27.809563 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING neutron.services.revisions.revision_plugin [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Could not find related network for resource to bump revision. Mar 14 14:24:27.820592 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:24:27.829114 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (10929e3e-c57d-456d-8ad5-2badcccc4c23), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:27.829467 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Added segment 10929e3e-c57d-456d-8ad5-2badcccc4c23 of type vlan for network 08e9c11f-9689-48bc-b072-5c7758e83b5a Mar 14 14:24:27.868954 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (08e9c11f-9689-48bc-b072-5c7758e83b5a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:27.966154 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (08e9c11f-9689-48bc-b072-5c7758e83b5a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:27.967169 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:24:27.968626 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:28.031205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] Pushing event updated for resources: {'Network': ['ID=08e9c11f-9689-48bc-b072-5c7758e83b5a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:24:28.041833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:24:28.043069 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d63e67a1-752f-4bd8-8f80-35770975ace0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4253550 Mar 14 14:24:30.465657 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45630) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:24:30.527263 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b291016-a75f-45e2-922c-49dfa57869ef admin admin] GET failed (client error): The resource could not be found. Mar 14 14:24:30.528552 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7b291016-a75f-45e2-922c-49dfa57869ef admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619078 Mar 14 14:24:30.598306 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b425cdf-4864-4c8e-ab3c-ac3f7598c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:24:30.599783 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0b425cdf-4864-4c8e-ab3c-ac3f7598c35b admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672121 Mar 14 14:24:30.610011 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a', 'cidr': '192.168.233.0/24'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:24:30.720350 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Made reservation on behalf of 53da7116ed6b4a009e7ee5afc8277012 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:24:30.722658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:30.984580 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (5c47dd5e-2b17-44df-9676-e26dd420a9fa), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.041811 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c47dd5e-2b17-44df-9676-e26dd420a9fa,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:24:31.052294 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Checking segment: {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:24:31.052640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Network hostable DHCP agents. Network: 08e9c11f-9689-48bc-b072-5c7758e83b5a, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:24:31.137933 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:24:31.228615 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 08e9c11f-9689-48bc-b072-5c7758e83b5a) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:24:31.232840 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:24:31.233437 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.238179 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288d0e7-3dbe-42a3-918d-5db81e7a7a29 None None] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:24:31.294206 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fd6ab586-3bc7-4897-8869-3062e0bf70e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6873925 Mar 14 14:24:31.460358 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-08e9c11f-9689-48bc-b072-5c7758e83b5a', 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a', 'project_id': '53da7116ed6b4a009e7ee5afc8277012', 'fixed_ips': [{'subnet_id': '5c47dd5e-2b17-44df-9676-e26dd420a9fa'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:24:31.461232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.602946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Allocated IP 192.168.233.2 (08e9c11f-9689-48bc-b072-5c7758e83b5a/5c47dd5e-2b17-44df-9676-e26dd420a9fa/afcf0437-734a-439e-800b-d9cdb70ddddb) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:24:31.760552 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks [] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.846549 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.893096 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:24:31.896125 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:24:31.899574 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:24:31.908940 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Pushing event updated for resources: {'Port': ['ID=afcf0437-734a-439e-800b-d9cdb70ddddb,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:24:31.933600 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.933950 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.934347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.934716 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.935055 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.935387 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.935713 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.936038 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.936378 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.936708 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.937034 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.937372 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.937697 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.938016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.938364 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:24:31.976287 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Attempting to bind port afcf0437-734a-439e-800b-d9cdb70ddddb on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:24:31.976668 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Attempting to bind port afcf0437-734a-439e-800b-d9cdb70ddddb by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:24:31.977034 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Attempting to bind port afcf0437-734a-439e-800b-d9cdb70ddddb on network 08e9c11f-9689-48bc-b072-5c7758e83b5a {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:24:31.982934 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:24:31.983324 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Checking segment: {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:24:31.983723 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:31.984111 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Bound using segment: {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:24:31.984573 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Bound port: afcf0437-734a-439e-800b-d9cdb70ddddb, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:24:31.984944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:32.051608 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] For port afcf0437-734a-439e-800b-d9cdb70ddddb, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:24:32.055420 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] For port afcf0437-734a-439e-800b-d9cdb70ddddb, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=afcf0437-734a-439e-800b-d9cdb70ddddb,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:24:32.184132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:32.243097 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381c9fe-de9a-40ab-9637-382ee05d0028 None None] Pushing event updated for resources: {'Port': ['ID=afcf0437-734a-439e-800b-d9cdb70ddddb,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:24:33.119136 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cfd89-85d8-4c48-984f-4c80e7c915b6 None None] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:24:33.206985 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Provisioning complete for port afcf0437-734a-439e-800b-d9cdb70ddddb triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:24:33.207378 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:33.318547 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Current status of the port afcf0437-734a-439e-800b-d9cdb70ddddb is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:24:33.319833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:33.356335 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] For port afcf0437-734a-439e-800b-d9cdb70ddddb, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=afcf0437-734a-439e-800b-d9cdb70ddddb,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:24:33.480508 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:33.531018 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668430f-1ef2-4f89-bfbc-5a36261e03d4 None None] Pushing event updated for resources: {'Port': ['ID=afcf0437-734a-439e-800b-d9cdb70ddddb,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:24:33.601215 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b0c0ad79-0c0b-4fcb-8cf6-ee112cfe8ba1 None None] Provisioning complete for port afcf0437-734a-439e-800b-d9cdb70ddddb triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:24:33.601865 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ad79-0c0b-4fcb-8cf6-ee112cfe8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:33.687846 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0ad79-0c0b-4fcb-8cf6-ee112cfe8ba1 None None] Current status of the port afcf0437-734a-439e-800b-d9cdb70ddddb is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:24:34.458043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device afcf0437-734a-439e-800b-d9cdb70ddddb up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:24:34.510830 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port afcf0437-734a-439e-800b-d9cdb70ddddb triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:24:34.511205 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (afcf0437-734a-439e-800b-d9cdb70ddddb), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:34.594426 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port afcf0437-734a-439e-800b-d9cdb70ddddb is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:24:38.172011 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d688102f-585f-4de1-80fa-930eeb4fde65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:40.492229 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf2db-bd64-4435-a1bd-ec3f58f351db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:42.800063 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:43.634307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:45.514481 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:50.862012 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:25:08.165425 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7f96411c-be18-4a76-bcfb-db1ff2386bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:10.508176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9061-8a3d-4324-9ddb-86cfe0261807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:12.862597 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:13.662906 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:15.507761 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:27.861627 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:25:38.153378 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b36-acee-44ec-b7f9-a9f688140e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:40.512932 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac89d7f0-d6a8-437f-a19a-dacf91f2f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:42.827259 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:43.650201 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:45.507233 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:00.952117 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45668) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:26:00.958633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-dd31db85-4f16-452d-a6d7-8a1904f0c44d tempest-verify_tempest_config-382050029 tempest-verify_tempest_config-382050029-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:26:00.959900 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-dd31db85-4f16-452d-a6d7-8a1904f0c44d tempest-verify_tempest_config-382050029 tempest-verify_tempest_config-382050029-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064924 Mar 14 14:26:01.482312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45686) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:26:01.587656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:01.690413 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Publish callbacks [] for security_group (4b94ef39-058d-455a-b66d-144309ced541), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:01.766271 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4b94ef39-058d-455a-b66d-144309ced541), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:01.822538 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94ef39-058d-455a-b66d-144309ced541,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:26:01.827145 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c8b9c176e5c42f3b92006d5277de96d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3437548 Mar 14 14:26:01.829892 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45692) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:26:01.831513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.831874 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.832238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.832587 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.832933 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.833946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.834495 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.834840 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.835198 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.835544 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.836069 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.836415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.836745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.837074 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.837409 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44bb11-c16d-4e7f-b007-0d2b9454f411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:01.969079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Publish callbacks [] for security_group (4b94ef39-058d-455a-b66d-144309ced541), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:01.989954 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Publish callbacks [] for security_group (4b94ef39-058d-455a-b66d-144309ced541), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:02.176400 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4b94ef39-058d-455a-b66d-144309ced541), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:02.179501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:02.180673 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b94ef39-058d-455a-b66d-144309ced541 HTTP/1.1" status: 204 len: 168 time: 0.3497431 Mar 14 14:26:02.190346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94ef39-058d-455a-b66d-144309ced541,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:26:02.197325 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.197677 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.198023 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.198408 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.198714 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.199044 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.199374 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.199698 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.200026 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.200354 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.200710 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.201038 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.201361 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.201679 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:02.201998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da773850-1445-4bb5-8064-653e155ad806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:26:04.861541 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:26:08.141441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-288bfdbd-ecf2-4c61-8979-0b5844443882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:10.483933 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4e984860-fea1-405a-a5ec-8f265ce0d2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:12.815834 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:13.638036 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:15.518326 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:38.163373 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf729-cdbe-48a8-afc0-26b3bd96c5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:40.511954 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4cace0b2-07a6-487a-b30f-2f91a41242aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:41.859954 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:26:42.832114 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:43.660541 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:45.495008 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:08.174795 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-063ee3ad-a56a-4c67-9666-246ad7998982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:10.482999 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-81430fe5-47f8-463f-9222-0113f98f0d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:12.837475 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:13.659830 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:15.494327 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:18.860436 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 5 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:27:38.162652 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2acc8618-7f6b-4864-9b1a-5ac9810d757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:40.505453 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-12f93c94-933b-41d6-9237-85b80cf0b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:42.836734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:43.642775 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:45.482644 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:46.522429 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572195'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:55.859490 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:28:02.243314 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45762) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:02.345926 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bae34c6f-9849-4e6e-a97e-07504fcaa94f admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1014776 Mar 14 14:28:04.732544 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45772) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:04.791095 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-13eafc2f-12aa-43d9-9c3f-df85b09f5bc3 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0562229 Mar 14 14:28:08.162095 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-27a65c38-39d2-45fe-b94e-9cc21f8651d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:10.490177 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3cb41ca8-96eb-4219-a211-b338f71f1889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:12.836756 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:13.676556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:15.510509 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:16.476639 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:32.859103 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:28:38.144375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e7483c4b-791b-4f5d-9b18-dfcf479c9fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:40.527340 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a8bd769a-6e6a-4a65-8c8d-53b95affa5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:42.830202 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:43.715880 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:45.492886 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:46.458359 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.138495 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-278af06d-f100-490f-a07a-6866ec519e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.859647 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:29:10.573097 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48b0e424-2f81-4801-8b97-068be680df9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.869889 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.681000 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.498453 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.480841 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.148650 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc779d7-691b-467b-b17a-d64176925b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:40.497434 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ebdd746d-c6e3-4de6-99a0-34fe04148301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.897080 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.708656 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:45.515016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.526786 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.864208 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:29:50.944391 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45930) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:51.374323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-867428430-network', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:51.508436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:51.510877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.520895 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.605950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks [] for security_group (ae55e566-4f0c-4738-bc4a-95aaff6181f5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.679936 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ae55e566-4f0c-4738-bc4a-95aaff6181f5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.711007 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:51.726638 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55e566-4f0c-4738-bc4a-95aaff6181f5,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:51.741255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.741596 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.741963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.742311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.742632 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.743017 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.743357 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.743692 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.744040 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.744386 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.744712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.745041 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.745351 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.745673 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.745992 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Tracked resource versions report: Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: pushed versions: Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: { 'AddressGroup': {'1.2'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Agent': {'1.1'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'ConntrackHelper': {'1.0'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Log': {'1.0'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'NDPProxy': {'1.0'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Network': {'1.1'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Port': {'1.7'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'PortForwarding': {'1.2'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'QosPolicy': {'1.10'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroup': {'1.5'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SubPort': {'1.0'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Subnet': {'1.1'}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Trunk': {'1.1'}} Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: consumer versions: Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Agent': '1.1', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'ConntrackHelper': '1.0', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'LocalIPAssociation': '1.0', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Log': '1.0', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'NDPProxy': '1.0', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Network': '1.1', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Port': '1.7', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'PortForwarding': '1.2', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'QosPolicy': '1.10', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroup': '1.5', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SecurityGroupRule': '1.2', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'SubPort': '1.0', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Subnet': '1.1', Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: 'Trunk': '1.1'}} Mar 14 14:29:51.747358 dv-cinder-790535-28-iscsi neutron-server[103623]: {{(pid=103623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:29:51.762425 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (976584a4-a2c1-444a-b4a3-a0c12bf31c15), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.762800 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Added segment 976584a4-a2c1-444a-b4a3-a0c12bf31c15 of type vlan for network c97f87a9-75a3-42aa-b254-82913f3baa76 Mar 14 14:29:51.828201 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (c97f87a9-75a3-42aa-b254-82913f3baa76), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.940110 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (c97f87a9-75a3-42aa-b254-82913f3baa76), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.941118 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:51.941118 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.009005 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] Pushing event updated for resources: {'Network': ['ID=c97f87a9-75a3-42aa-b254-82913f3baa76,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:52.031022 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network c97f87a9-75a3-42aa-b254-82913f3baa76 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:52.064103 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-05d71b1a-5cd6-450f-80d7-9ba6b148772d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1160016 Mar 14 14:29:52.076759 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 45982) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.082216 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Request body: {'subnet': {'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-867428430-subnet', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:52.206305 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:52.211200 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.242639 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 45992) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.341462 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46000) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.393828 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46006) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.561249 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (b7b35dcc-5c95-488b-88c3-c2f5bfeda88b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.639464 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1385955543-network', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:52.642615 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:52.654660 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:52.655346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Network hostable DHCP agents. Network: c97f87a9-75a3-42aa-b254-82913f3baa76, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:52.746757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1094628215-network', 'tenant_id': '93be3e9c39764e09b0f1d20971a6a820'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:52.761955 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Made reservation on behalf of c77dd647d67d466cb11abb4e0bc0936f for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:52.764607 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.775941 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.835071 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:52.871798 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks [] for security_group (1f9b98a9-1260-4117-b371-df7189f0b7c3), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.879481 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Made reservation on behalf of 93be3e9c39764e09b0f1d20971a6a820 for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:52.881934 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.901265 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.983514 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, c97f87a9-75a3-42aa-b254-82913f3baa76) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:52.984386 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks [] for security_group (5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.989900 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:52.990856 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.995342 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a131b64-bdd4-4049-b4e3-abae887f93c1 None None] Network c97f87a9-75a3-42aa-b254-82913f3baa76 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:53.041818 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-network', 'tenant_id': '42912984ea684c75b0fc95e65a89a674'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:53.051245 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1f9b98a9-1260-4117-b371-df7189f0b7c3), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.071309 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46024) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.075075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:53.089438 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783327332365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (840607a6-0e86-4828-9e51-f7f2249f8855), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.090363 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Unsubscribe: segment precommit_create {{(pid=103622) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 14:29:53.091039 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Added segment 840607a6-0e86-4828-9e51-f7f2249f8855 of type vlan for network 9e997901-0a19-42b4-9214-a40430524c50 Mar 14 14:29:53.146591 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-c97f87a9-75a3-42aa-b254-82913f3baa76', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:29:53.147959 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.149623 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.164669 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aa530f06-0b9c-4999-9578-c47a7ec35a55 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0894215 Mar 14 14:29:53.167412 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46030) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.173742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:53.200629 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:53.204752 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (9e997901-0a19-42b4-9214-a40430524c50), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.246689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b98a9-1260-4117-b371-df7189f0b7c3,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.267963 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.271539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.272304 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.272671 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.272918 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.273320 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.273660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.273987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.274340 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.274664 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Tracked resource versions report: Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: pushed versions: Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: { 'AddressGroup': {'1.2'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Agent': {'1.1'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'ConntrackHelper': {'1.0'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Log': {'1.0'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'NDPProxy': {'1.0'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Network': {'1.1'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Port': {'1.7'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'PortForwarding': {'1.2'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'QosPolicy': {'1.10'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroup': {'1.5'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SubPort': {'1.0'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Subnet': {'1.1'}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Trunk': {'1.1'}} Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: consumer versions: Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Agent': '1.1', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'ConntrackHelper': '1.0', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'LocalIPAssociation': '1.0', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Log': '1.0', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'NDPProxy': '1.0', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Network': '1.1', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Port': '1.7', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'PortForwarding': '1.2', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'QosPolicy': '1.10', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroup': '1.5', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SecurityGroupRule': '1.2', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'SubPort': '1.0', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Subnet': '1.1', Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: 'Trunk': '1.1'}} Mar 14 14:29:53.276355 dv-cinder-790535-28-iscsi neutron-server[103622]: {{(pid=103622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:29:53.321911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.324451 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (07a5dc32-2740-42ae-9695-912f4c8dc058), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.324807 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Added segment 07a5dc32-2740-42ae-9695-912f4c8dc058 of type vlan for network e7bead4c-1105-476b-ac1d-565b332b02ff Mar 14 14:29:53.325084 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.329070 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.345310 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Made reservation on behalf of 42912984ea684c75b0fc95e65a89a674 for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:53.348876 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.391699 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.415259 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (e7bead4c-1105-476b-ac1d-565b332b02ff), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.464462 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Allocated IP 172.20.0.2 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/59e22090-fc32-4f44-a474-d2e8b7baca74) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:53.466376 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (9e997901-0a19-42b4-9214-a40430524c50), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.477288 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:53.477288 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.513228 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-network', 'tenant_id': '159d9adac9404a20965f4a0594abd84d'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:53.534835 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (e7bead4c-1105-476b-ac1d-565b332b02ff), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.535838 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:53.536349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.577745 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3324449 Mar 14 14:29:53.582162 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46044) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.626629 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Request body: {'subnet': {'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1385955543-subnet', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:53.633180 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for router_controller (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.640702 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks [] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.662973 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Made reservation on behalf of 159d9adac9404a20965f4a0594abd84d for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:53.672214 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.680553 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.706665 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd422566-29b3-4351-8dd7-4f8b37a6d647 admin admin] Pushing event updated for resources: {'Network': ['ID=9e997901-0a19-42b4-9214-a40430524c50,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.717885 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3748722 Mar 14 14:29:53.719570 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46050) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.729603 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 9e997901-0a19-42b4-9214-a40430524c50 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:53.734562 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Request body: {'subnet': {'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1094628215-subnet', 'tenant_id': '93be3e9c39764e09b0f1d20971a6a820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:53.792728 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks [] for security_group (27ba74b2-6a3f-40fa-981b-8a14a8e50d04), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.823577 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b06a-0e11-42ce-accd-f8e5e5aedf5c admin admin] Pushing event updated for resources: {'Network': ['ID=e7bead4c-1105-476b-ac1d-565b332b02ff,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.826831 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.849005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network e7bead4c-1105-476b-ac1d-565b332b02ff details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:53.870451 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (27ba74b2-6a3f-40fa-981b-8a14a8e50d04), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.944518 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Made reservation on behalf of 93be3e9c39764e09b0f1d20971a6a820 for: {'subnet': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:53.948798 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.952338 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:53.954850 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for router_gateway (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.967267 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Made reservation on behalf of c77dd647d67d466cb11abb4e0bc0936f for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:53.972138 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.012518 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:54.014606 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:54.024175 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:54.048713 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba74b2-6a3f-40fa-981b-8a14a8e50d04,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.061935 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (32d16234-1423-4456-8bad-ccfe0a3e14fe), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.062421 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Added segment 32d16234-1423-4456-8bad-ccfe0a3e14fe of type vlan for network eed5ed98-289d-4322-96d2-6a3965cac58b Mar 14 14:29:54.179139 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Attempting to bind port 59e22090-fc32-4f44-a474-d2e8b7baca74 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:54.182568 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Attempting to bind port 59e22090-fc32-4f44-a474-d2e8b7baca74 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:54.183527 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Attempting to bind port 59e22090-fc32-4f44-a474-d2e8b7baca74 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:54.187609 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Pushing event updated for resources: {'Port': ['ID=59e22090-fc32-4f44-a474-d2e8b7baca74,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.208687 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:54.209907 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:54.210870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.211775 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:54.212870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Bound port: 59e22090-fc32-4f44-a474-d2e8b7baca74, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:54.214128 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.221724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks [] for security_group (85376d7c-fa0d-4a64-9440-eeb5533dc443), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.247764 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.248611 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.249426 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.250226 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.251629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.252415 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.253189 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.254025 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.254917 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.255751 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.256798 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.257719 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.258634 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.261629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.261629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Tracked resource versions report: Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: pushed versions: Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: { 'AddressGroup': {'1.2'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Agent': {'1.1'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'ConntrackHelper': {'1.0'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Log': {'1.0'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'NDPProxy': {'1.0'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Network': {'1.1'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Port': {'1.7'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'PortForwarding': {'1.2'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'QosPolicy': {'1.10'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroup': {'1.5'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SubPort': {'1.0'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Subnet': {'1.1'}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Trunk': {'1.1'}} Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: consumer versions: Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Agent': '1.1', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'ConntrackHelper': '1.0', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'LocalIPAssociation': '1.0', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Log': '1.0', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'NDPProxy': '1.0', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Network': '1.1', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Port': '1.7', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'PortForwarding': '1.2', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'QosPolicy': '1.10', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroup': '1.5', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SecurityGroupRule': '1.2', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'SubPort': '1.0', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Subnet': '1.1', Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: 'Trunk': '1.1'}} Mar 14 14:29:54.262813 dv-cinder-790535-28-iscsi neutron-server[103624]: {{(pid=103624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:29:54.280402 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (eed5ed98-289d-4322-96d2-6a3965cac58b), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.395535 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] For port 59e22090-fc32-4f44-a474-d2e8b7baca74, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:54.404112 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] For port 59e22090-fc32-4f44-a474-d2e8b7baca74, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=59e22090-fc32-4f44-a474-d2e8b7baca74,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:54.491483 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (85376d7c-fa0d-4a64-9440-eeb5533dc443), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.513552 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:54.515482 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.562688 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b4b685ca-fcb4-49f4-b024-a624e2999a3d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.563874 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Added segment b4b685ca-fcb4-49f4-b024-a624e2999a3d of type vlan for network 1e4aa525-5bdd-4df2-8f20-26c114826120 Mar 14 14:29:54.573891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (eed5ed98-289d-4322-96d2-6a3965cac58b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.575109 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:54.575796 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.588836 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85376d7c-fa0d-4a64-9440-eeb5533dc443,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.620378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (63d590c4-05a7-4bd4-af35-493dc8d3e510), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.670383 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cd4b4-5e6f-4e69-b3c0-9c3c7ddc14cf None None] Pushing event updated for resources: {'Port': ['ID=59e22090-fc32-4f44-a474-d2e8b7baca74,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.678673 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (1e4aa525-5bdd-4df2-8f20-26c114826120), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.688570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d590c4-05a7-4bd4-af35-493dc8d3e510,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.718600 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] Pushing event updated for resources: {'Network': ['ID=eed5ed98-289d-4322-96d2-6a3965cac58b,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.742302 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (0be786af-ccd3-4ffb-a1b1-68be64f2f19b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.767604 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network eed5ed98-289d-4322-96d2-6a3965cac58b details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:54.783117 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5487106f-9e9e-4a55-83d7-5ebbf7a111a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3877900 Mar 14 14:29:54.786153 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46090) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:54.798598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Request body: {'subnet': {'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-subnet', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:54.891112 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Checking segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:54.892439 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Network hostable DHCP agents. Network: 9e997901-0a19-42b4-9214-a40430524c50, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:54.957013 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for router_gateway (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.958863 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (1e4aa525-5bdd-4df2-8f20-26c114826120), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.959826 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:54.960414 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.009069 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be786af-ccd3-4ffb-a1b1-68be64f2f19b,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:55.012671 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Checking segment: {'id': '07a5dc32-2740-42ae-9695-912f4c8dc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:55.013414 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Network hostable DHCP agents. Network: e7bead4c-1105-476b-ac1d-565b332b02ff, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:55.026747 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.124319 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0516005 Mar 14 14:29:55.128004 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eccc5-9684-42c7-802b-b5296316cd4b admin admin] Pushing event updated for resources: {'Network': ['ID=1e4aa525-5bdd-4df2-8f20-26c114826120,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:55.130598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46098) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:55.140934 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Request body: {'subnet': {'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-subnet', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:55.154000 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:55.181741 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Made reservation on behalf of 42912984ea684c75b0fc95e65a89a674 for: {'subnet': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:55.181741 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.231098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Network e7bead4c-1105-476b-ac1d-565b332b02ff is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:55.299619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Network 9e997901-0a19-42b4-9214-a40430524c50 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:55.322863 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Allocated IP 172.27.2.25 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/4d9b8477-3ca6-45bd-815b-1e629506e726) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:55.339406 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Made reservation on behalf of 159d9adac9404a20965f4a0594abd84d for: {'subnet': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:55.348927 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.398617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, e7bead4c-1105-476b-ac1d-565b332b02ff) {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:55.401611 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:55.402379 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.407673 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f78523-4cf4-479f-a3c5-914ec7d6337b None None] Network e7bead4c-1105-476b-ac1d-565b332b02ff requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:55.499941 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-48465082-a404-43aa-b62b-3449fcc00ab0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7753713 Mar 14 14:29:55.666426 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae3c7d-58e1-4189-84c2-b8bd389b88ad None None] Network e7bead4c-1105-476b-ac1d-565b332b02ff requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:55.738164 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 9e997901-0a19-42b4-9214-a40430524c50) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:55.758185 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:55.759700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:55.783734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2848260-2e56-4b6a-993b-f5368b945776 None None] Network 9e997901-0a19-42b4-9214-a40430524c50 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:55.905519 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9a9c1b89-804d-4f0f-b13a-903f6b01b596 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3216975 Mar 14 14:29:55.909028 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46120) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:55.913786 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:56.011001 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.046771 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (a30a4c12-7637-441c-be06-0a92a8fd544b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.134853 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-9e997901-0a19-42b4-9214-a40430524c50', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:29:56.135656 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.146655 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30a4c12-7637-441c-be06-0a92a8fd544b,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:56.157981 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Checking segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:56.158510 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Network hostable DHCP agents. Network: eed5ed98-289d-4322-96d2-6a3965cac58b, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:56.167144 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.168487 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.191820 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (72ab6e4c-1785-4d5d-bcdc-59849e087248), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.196646 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.370638 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for router_controller (ade76ab1-2612-4753-aa1c-f264b86a212e), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.371828 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ab6e4c-1785-4d5d-bcdc-59849e087248,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:56.393886 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Pushing event updated for resources: {'Port': ['ID=4d9b8477-3ca6-45bd-815b-1e629506e726,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:56.405423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:56.409131 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:56.415716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:56.416736 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Checking segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:56.417647 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Network hostable DHCP agents. Network: 1e4aa525-5bdd-4df2-8f20-26c114826120, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:56.474149 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Network eed5ed98-289d-4322-96d2-6a3965cac58b is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:56.477643 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4ab84-9ba7-4341-9a5a-e11724e11d81 None None] Network c97f87a9-75a3-42aa-b254-82913f3baa76 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:56.483576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46132) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:56.495896 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Allocated IP 172.20.0.2 (9e997901-0a19-42b4-9214-a40430524c50/63d590c4-05a7-4bd4-af35-493dc8d3e510/092d85dd-7a93-403a-9248-65c804c38a75) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:56.504415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46136) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:56.571672 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:56.677453 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, eed5ed98-289d-4322-96d2-6a3965cac58b) {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:56.724722 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 1e4aa525-5bdd-4df2-8f20-26c114826120) {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:56.738081 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:56.745675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.752007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dba16531-6b9c-4149-abdc-93aeaee3bdcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.770235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78078024-1adc-495c-8b23-e24a04388467 None None] Network eed5ed98-289d-4322-96d2-6a3965cac58b requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:56.797748 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:56.798561 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.829058 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2e69cec8-cd04-465e-801d-a47fb97876d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.830937 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 59e22090-fc32-4f44-a474-d2e8b7baca74 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:56.835792 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe68bce-b042-4808-9eb8-ed272f3e005f None None] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:56.862691 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Provisioning complete for port 59e22090-fc32-4f44-a474-d2e8b7baca74 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:56.868180 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.899904 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f9b8f83c-b7fe-4450-9db1-e1d61a368f33 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1086340 Mar 14 14:29:56.908624 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46150) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:56.915829 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for router_gateway (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:56.917672 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:56.932805 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d1d1e435-0a04-4a79-9c9f-cc68a49851d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8008878 Mar 14 14:29:56.945161 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46152) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:56.959454 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:57.002965 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dba16531-6b9c-4149-abdc-93aeaee3bdcd admin admin] Publish callbacks [] for security_group (ff197c2a-145c-45ae-a6df-f2652aafd095), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.044311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2e69cec8-cd04-465e-801d-a47fb97876d3 admin admin] Publish callbacks [] for security_group (e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.049047 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46172) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.051735 dv-cinder-790535-28-iscsi neutron-server[103622]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 14:29:57.093968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for router_gateway (ade76ab1-2612-4753-aa1c-f264b86a212e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.107884 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dba16531-6b9c-4149-abdc-93aeaee3bdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ff197c2a-145c-45ae-a6df-f2652aafd095), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.157442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2e69cec8-cd04-465e-801d-a47fb97876d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.171554 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.173766 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.177135 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.178119 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.210634 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Current status of the port 59e22090-fc32-4f44-a474-d2e8b7baca74 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:57.212650 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.308857 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-dba16531-6b9c-4149-abdc-93aeaee3bdcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f64066f1ed6f432881eecb20139c730c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8238847 Mar 14 14:29:57.325779 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46178) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.342517 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-2e69cec8-cd04-465e-801d-a47fb97876d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac5d596c1c96424088eb4ae69ac8fed8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8364217 Mar 14 14:29:57.349580 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46180) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.359106 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bcef1-7bf7-47a1-b914-8e2f7ff51630 None None] Network eed5ed98-289d-4322-96d2-6a3965cac58b requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:57.380697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16531-6b9c-4149-abdc-93aeaee3bdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff197c2a-145c-45ae-a6df-f2652aafd095,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:57.419501 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for router_controller (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), precommit_add_association {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.442995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.462357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-99f56017-49c8-46c1-b91b-982b107231e8 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:57.464025 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-99f56017-49c8-46c1-b91b-982b107231e8 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/networks?id=e7bead4c-1105-476b-ac1d-565b332b02ff HTTP/1.1" status: 200 len: 812 time: 0.4137433 Mar 14 14:29:57.467852 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for router_controller (79ca6284-08ca-4afe-a3b1-335b4e1f8260), precommit_add_association {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.498005 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69cec8-cd04-465e-801d-a47fb97876d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:57.509619 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-aca5ddf1-0f47-4ee2-a97f-b209ff9c63ee tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/quotas/93be3e9c39764e09b0f1d20971a6a820 HTTP/1.1" status: 200 len: 375 time: 0.0307946 Mar 14 14:29:57.568851 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] For port 59e22090-fc32-4f44-a474-d2e8b7baca74, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=59e22090-fc32-4f44-a474-d2e8b7baca74,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:57.600130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] Publish callbacks [] for security_group (ff197c2a-145c-45ae-a6df-f2652aafd095), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.604659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 59e22090-fc32-4f44-a474-d2e8b7baca74 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:57.605039 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.610724 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-d74b6057-11ea-48a2-83eb-3793b5e0a834 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=93be3e9c39764e09b0f1d20971a6a820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955763 Mar 14 14:29:57.659794 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-1e4aa525-5bdd-4df2-8f20-26c114826120', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:29:57.660794 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.692619 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks [] for port (092d85dd-7a93-403a-9248-65c804c38a75), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.751897 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.828155 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] Publish callbacks [] for security_group (e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.832074 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for router_gateway (ade76ab1-2612-4753-aa1c-f264b86a212e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.849756 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (092d85dd-7a93-403a-9248-65c804c38a75), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.870515 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.891958 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] Publish callbacks [] for security_group (ff197c2a-145c-45ae-a6df-f2652aafd095), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.951302 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Network 9e997901-0a19-42b4-9214-a40430524c50 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:57.963379 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f78cea-191a-45e9-862c-32dcc7d09fc9 None None] Pushing event updated for resources: {'Port': ['ID=59e22090-fc32-4f44-a474-d2e8b7baca74,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:57.986313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] Publish callbacks [] for security_group (e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.987890 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:58.007460 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:58.082313 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-901b260f-6c01-429a-b6e1-02bc6e6c6f26 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:29:58.083293 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-901b260f-6c01-429a-b6e1-02bc6e6c6f26 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1216512 Mar 14 14:29:58.156499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for router_gateway (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.166179 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for router_gateway (79ca6284-08ca-4afe-a3b1-335b4e1f8260), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.303336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Allocated IP 172.27.2.77 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/5b560449-6f7c-40ab-b524-dffaa73b065c) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:58.334717 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 59e22090-fc32-4f44-a474-d2e8b7baca74 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:58.338311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Pushing event updated for resources: {'Port': ['ID=092d85dd-7a93-403a-9248-65c804c38a75,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.343200 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Allocated IP 172.20.0.2 (1e4aa525-5bdd-4df2-8f20-26c114826120/72ab6e4c-1785-4d5d-bcdc-59849e087248/1ef3f1c5-973d-4ca4-9ae8-457879184711) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:58.346345 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1ef7822b-ede6-4c2e-a823-89ab8f8f56eb None None] Provisioning complete for port 59e22090-fc32-4f44-a474-d2e8b7baca74 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:58.346855 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1ef7822b-ede6-4c2e-a823-89ab8f8f56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.358449 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-aee4d8ed-0ab0-43f2-9ad7-16a4502f3e98 service neutron] 10.222.0.30 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969867 Mar 14 14:29:58.377281 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ff197c2a-145c-45ae-a6df-f2652aafd095), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.383323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.387534 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff197c2a-145c-45ae-a6df-f2652aafd095 HTTP/1.1" status: 204 len: 168 time: 1.0567195 Mar 14 14:29:58.394211 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.398386 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.400411 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb HTTP/1.1" status: 204 len: 168 time: 1.0481255 Mar 14 14:29:58.407241 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Attempting to bind port 092d85dd-7a93-403a-9248-65c804c38a75 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:58.407836 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Attempting to bind port 092d85dd-7a93-403a-9248-65c804c38a75 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:58.408331 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Attempting to bind port 092d85dd-7a93-403a-9248-65c804c38a75 on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:58.427129 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade3759-9e10-45d0-85dc-cc2244cd45c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff197c2a-145c-45ae-a6df-f2652aafd095,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.431299 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:29:58.433731 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:58.434343 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Checking segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:58.434831 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.435352 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Bound using segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:58.436289 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Bound port: 092d85dd-7a93-403a-9248-65c804c38a75, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:58.436289 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (092d85dd-7a93-403a-9248-65c804c38a75), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.458596 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a259b-58d4-48e8-97cc-f2fc46bbfad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5a50d-93d5-4d6f-b5dd-b33d8bc210cb,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.661033 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-22e7aefe-fc57-4e71-858a-ac5f701f0335 service neutron] 10.222.0.30 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855928 Mar 14 14:29:58.720248 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:58.737475 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:58.748395 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] For port 092d85dd-7a93-403a-9248-65c804c38a75, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:58.761798 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:58.763076 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:58.769594 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 59e22090-fc32-4f44-a474-d2e8b7baca74 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:58.784927 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7822b-ede6-4c2e-a823-89ab8f8f56eb None None] Current status of the port 59e22090-fc32-4f44-a474-d2e8b7baca74 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:58.837438 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.868563 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.876721 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-93c313c3-cf6c-4a6d-a5ce-606c765ba3cd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7081828 Mar 14 14:29:58.877440 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46202) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:58.890408 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] For port 092d85dd-7a93-403a-9248-65c804c38a75, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=092d85dd-7a93-403a-9248-65c804c38a75,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:58.930785 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks [] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.964741 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 59e22090-fc32-4f44-a474-d2e8b7baca74 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:58.965966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.076450 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for router_gateway (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.086320 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (092d85dd-7a93-403a-9248-65c804c38a75), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.099921 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.103912 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.382808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.382983 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:59.387708 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46218) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.387708 dv-cinder-790535-28-iscsi neutron-server[103623]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 14:29:59.388091 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:59.388091 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:59.388091 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:59.393633 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41329-0c4d-482c-9ede-3c159e4af818 None None] Pushing event updated for resources: {'Port': ['ID=092d85dd-7a93-403a-9248-65c804c38a75,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.431946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for router_gateway (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.443668 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db0547ed-b3f2-41ae-8fdd-d989d78b80c1 req-c57c74ce-1f6f-4f1d-86de-fbfa0d6b27d3 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.2147970 Mar 14 14:29:59.463527 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:59.506799 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.536888 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:59.552004 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:59.569356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Allocated IP 172.27.2.102 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/339c2dd0-1f05-4d1b-beda-321439a71663) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:59.573227 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Pushing event updated for resources: {'Port': ['ID=5b560449-6f7c-40ab-b524-dffaa73b065c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.684050 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 59e22090-fc32-4f44-a474-d2e8b7baca74 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:59.719295 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Pushing event updated for resources: {'Port': ['ID=1ef3f1c5-973d-4ca4-9ae8-457879184711,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.725141 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Attempting to bind port 1ef3f1c5-973d-4ca4-9ae8-457879184711 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:59.725801 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Attempting to bind port 1ef3f1c5-973d-4ca4-9ae8-457879184711 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:59.728077 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Attempting to bind port 1ef3f1c5-973d-4ca4-9ae8-457879184711 on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:59.738640 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:59.739231 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Checking segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:59.740056 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.740618 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Bound using segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:59.741313 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Bound port: 1ef3f1c5-973d-4ca4-9ae8-457879184711, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:59.741891 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.760588 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:29:56Z', 'revision_number': 3, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:59.871775 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:59.872371 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Updating router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 port 4d9b8477-3ca6-45bd-815b-1e629506e726 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:29:59.923592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] For port 1ef3f1c5-973d-4ca4-9ae8-457879184711, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:59.935593 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46236) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.936531 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] For port 1ef3f1c5-973d-4ca4-9ae8-457879184711, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=1ef3f1c5-973d-4ca4-9ae8-457879184711,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:59.962822 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.989135 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for port (339c2dd0-1f05-4d1b-beda-321439a71663), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.004094 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffb040e-6fd3-4de6-a3e5-f67091a29490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.043887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.304642 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Allocated IP 172.27.2.234 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/2a7c9c28-dd1f-493c-8083-07f6396a5808) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:00.344335 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.354108 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fb583-68e9-4db8-a4e2-2313fa02f47b None None] Pushing event updated for resources: {'Port': ['ID=1ef3f1c5-973d-4ca4-9ae8-457879184711,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.539947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Pushing event updated for resources: {'Port': ['ID=339c2dd0-1f05-4d1b-beda-321439a71663,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.562322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:00.574438 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:00.591804 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:00.744484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for router_gateway (ade76ab1-2612-4753-aa1c-f264b86a212e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.900039 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffb040e-6fd3-4de6-a3e5-f67091a29490 admin admin] Publish callbacks [] for security_group (56241860-9058-4a50-8f9a-457480b44a34), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.915308 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 092d85dd-7a93-403a-9248-65c804c38a75 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:01.045245 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffb040e-6fd3-4de6-a3e5-f67091a29490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (56241860-9058-4a50-8f9a-457480b44a34), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.051916 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 092d85dd-7a93-403a-9248-65c804c38a75 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:01.052482 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (092d85dd-7a93-403a-9248-65c804c38a75), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.287188 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb040e-6fd3-4de6-a3e5-f67091a29490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56241860-9058-4a50-8f9a-457480b44a34,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.294662 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2ffb040e-6fd3-4de6-a3e5-f67091a29490 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a235bb58580419dbb4cded9528c27a1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3566012 Mar 14 14:30:01.295490 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46264) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:01.298989 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 092d85dd-7a93-403a-9248-65c804c38a75 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:01.299633 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (092d85dd-7a93-403a-9248-65c804c38a75), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.326434 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f22946b0-0d30-47b3-8706-3abeaeb1b6cb req-d91b7078-684e-49e0-8e0c-c37d2aa20bc5 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.6214011 Mar 14 14:30:01.368546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233b8ee-401d-430c-8e90-1bbabcde32e6 None None] Network 9e997901-0a19-42b4-9214-a40430524c50 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:01.440793 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.452034 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 092d85dd-7a93-403a-9248-65c804c38a75, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=092d85dd-7a93-403a-9248-65c804c38a75,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:01.467303 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-6655cdd0-cb75-40fc-8734-2aced64ae84a None None] Provisioning complete for port 092d85dd-7a93-403a-9248-65c804c38a75 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:01.468474 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6655cdd0-cb75-40fc-8734-2aced64ae84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (092d85dd-7a93-403a-9248-65c804c38a75), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.487722 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.510862 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] Publish callbacks [] for security_group (56241860-9058-4a50-8f9a-457480b44a34), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.526102 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (092d85dd-7a93-403a-9248-65c804c38a75), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.632792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.695757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7c9c28-dd1f-493c-8083-07f6396a5808,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.808336 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=092d85dd-7a93-403a-9248-65c804c38a75,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.853675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:01.864390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:01.867686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:01.876441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6655cdd0-cb75-40fc-8734-2aced64ae84a None None] Current status of the port 092d85dd-7a93-403a-9248-65c804c38a75 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:01.897272 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.940181 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] Publish callbacks [] for security_group (56241860-9058-4a50-8f9a-457480b44a34), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.035456 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks [] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.120150 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.141729 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for router_gateway (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.163249 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (56241860-9058-4a50-8f9a-457480b44a34), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.172994 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.178721 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56241860-9058-4a50-8f9a-457480b44a34 HTTP/1.1" status: 204 len: 168 time: 0.8740034 Mar 14 14:30:02.218256 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360a0a5-1176-4e4f-8e8e-3e2708a9164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56241860-9058-4a50-8f9a-457480b44a34,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:02.262247 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Pushing event updated for resources: {'Port': ['ID=4d9b8477-3ca6-45bd-815b-1e629506e726,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:02.289490 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.289838 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.292325 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.293003 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.293245 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.293760 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.296639 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.297492 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.298000 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.301085 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.301679 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.302256 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.302919 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.303433 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.307252 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Tracked resource versions report: Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: pushed versions: Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: { 'AddressGroup': {'1.2'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Agent': {'1.1'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'ConntrackHelper': {'1.0'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Log': {'1.0'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'NDPProxy': {'1.0'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Network': {'1.1'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Port': {'1.7'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'PortForwarding': {'1.2'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'QosPolicy': {'1.10'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroup': {'1.5'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SubPort': {'1.0'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Subnet': {'1.1'}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Trunk': {'1.1'}} Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: consumer versions: Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: { DHCP agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: L3 agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: Metadata agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: Metering agent@dv-cinder-790535-28-iscsi: {}, Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: Open vSwitch agent@dv-cinder-790535-28-iscsi: { 'AddressGroup': '1.2', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Agent': '1.1', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'ConntrackHelper': '1.0', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'LocalIPAssociation': '1.0', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Log': '1.0', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'NDPProxy': '1.0', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Network': '1.1', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Port': '1.7', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'PortForwarding': '1.2', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'QosPolicy': '1.10', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroup': '1.5', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SecurityGroupRule': '1.2', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'SubPort': '1.0', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Subnet': '1.1', Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: 'Trunk': '1.1'}} Mar 14 14:30:02.309120 dv-cinder-790535-28-iscsi neutron-server[103625]: {{(pid=103625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:30:02.348365 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Attempting to bind port 4d9b8477-3ca6-45bd-815b-1e629506e726 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:02.348887 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Attempting to bind port 4d9b8477-3ca6-45bd-815b-1e629506e726 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:02.349409 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Attempting to bind port 4d9b8477-3ca6-45bd-815b-1e629506e726 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:02.362782 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:02.362782 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:02.362782 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.363043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5719774e-89d7-482a-9865-9bebefc42289 None None] Provisioning complete for port 092d85dd-7a93-403a-9248-65c804c38a75 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:02.363493 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:02.363577 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5719774e-89d7-482a-9865-9bebefc42289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (092d85dd-7a93-403a-9248-65c804c38a75), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.363655 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Bound port: 4d9b8477-3ca6-45bd-815b-1e629506e726, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:02.363655 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.390330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Allocated IP 172.20.0.1 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/acf10e60-7575-4dd3-b204-607b513248dc) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:02.474946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5719774e-89d7-482a-9865-9bebefc42289 None None] Current status of the port 092d85dd-7a93-403a-9248-65c804c38a75 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:02.503741 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac989cd8-b4ca-4c89-9bf4-3d8578f5230e None None] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:02.506223 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for router_gateway (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.559895 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] For port 4d9b8477-3ca6-45bd-815b-1e629506e726, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:02.579148 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] For port 4d9b8477-3ca6-45bd-815b-1e629506e726, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=4d9b8477-3ca6-45bd-815b-1e629506e726,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:02.620093 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b3448e27-cf46-48c3-9728-45c532c587e6 req-a7738313-308d-4c6c-8927-4df4144eda81 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.1228368 Mar 14 14:30:02.676369 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.739651 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Provisioning complete for port 1ef3f1c5-973d-4ca4-9ae8-457879184711 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:02.740175 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.932465 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Current status of the port 1ef3f1c5-973d-4ca4-9ae8-457879184711 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:02.933364 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:02.934453 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.937015 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:02.972956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks [] for port (acf10e60-7575-4dd3-b204-607b513248dc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.017390 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] For port 1ef3f1c5-973d-4ca4-9ae8-457879184711, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=1ef3f1c5-973d-4ca4-9ae8-457879184711,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:03.024869 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 092d85dd-7a93-403a-9248-65c804c38a75 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:03.056618 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Router ade76ab1-2612-4753-aa1c-f264b86a212e is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:03.117994 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.131872 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.133176 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.171335 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.173240 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:03.223322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:03.240104 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:03.248373 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:03.249166 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.326147 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 092d85dd-7a93-403a-9248-65c804c38a75 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:03.330190 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (092d85dd-7a93-403a-9248-65c804c38a75), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.406427 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214249ab-c956-45a4-a54e-7a8f14ff4384 None None] Pushing event updated for resources: {'Port': ['ID=4d9b8477-3ca6-45bd-815b-1e629506e726,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.466569 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a3f18-5535-4633-8060-db7d3c1fbabc None None] Pushing event updated for resources: {'Port': ['ID=1ef3f1c5-973d-4ca4-9ae8-457879184711,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.480530 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:29:56Z', 'revision_number': 3, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:03.559385 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Pushing event updated for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.560193 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8636d8a-05cf-49e5-815d-224dfa9f6d10 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:29:56Z', 'revision_number': 3, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:03.753163 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 092d85dd-7a93-403a-9248-65c804c38a75 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:03.771424 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 1ef3f1c5-973d-4ca4-9ae8-457879184711 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:03.895236 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-d18e3102-0ac9-42b3-98ba-41fc454a48eb None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:03.895964 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d18e3102-0ac9-42b3-98ba-41fc454a48eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.898411 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:03.943661 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d92ad07a-ddc5-414e-b1ee-ed47f27986d1 req-5eb20a8f-bb52-4648-9185-bf889a83aa9c tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.1033297 Mar 14 14:30:03.945245 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:04.033677 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:04.058432 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3102-0ac9-42b3-98ba-41fc454a48eb None None] Port acf10e60-7575-4dd3-b204-607b513248dc cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:04.070519 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.071810 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-31b51602-1dd4-4429-85ce-86641b84bb3f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1616306 Mar 14 14:30:04.074143 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:04.075232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:04.147458 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46322) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:04.269622 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (acf10e60-7575-4dd3-b204-607b513248dc), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.372887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-32148fb2-d360-4e84-88ec-389ddaf3b6d1 None None] Provisioning complete for port 1ef3f1c5-973d-4ca4-9ae8-457879184711 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:04.373346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-32148fb2-d360-4e84-88ec-389ddaf3b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.387058 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 1ef3f1c5-973d-4ca4-9ae8-457879184711 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:04.387683 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.523911 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:04.527628 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:04.539522 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:04.561765 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:04.562483 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:04.591949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:04.661918 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.664822 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-c3cec766-ab19-4fed-9c8d-455b2c1b517a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7118530 Mar 14 14:30:04.670502 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46332) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:04.952248 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:05.032537 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:05.183535 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Sync routers for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:05.292622 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks [] for port (acf10e60-7575-4dd3-b204-607b513248dc), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.413644 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.53', 62700) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:05.426740 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:05.427468 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:05.457898 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-32148fb2-d360-4e84-88ec-389ddaf3b6d1 None None] Current status of the port 1ef3f1c5-973d-4ca4-9ae8-457879184711 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:05.469949 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.471160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.481970 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.501511 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-61deb580-9290-43ec-8f35-74f2cf448050 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5892098 Mar 14 14:30:05.516308 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46354) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:05.517917 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5c5419ae-58ea-4872-8d9b-8057ed7e4315 req-33053f70-3981-4c7a-8b40-ed229ed379b6 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0956769 Mar 14 14:30:05.754434 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:05.796350 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 1ef3f1c5-973d-4ca4-9ae8-457879184711 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:05.856964 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:05.865934 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Updating router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 port 339c2dd0-1f05-4d1b-beda-321439a71663 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:05.870014 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Pushing event updated for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:06.030671 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.182756 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:00Z', 'revision_number': 3, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:06.267055 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:06.267727 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Updating router ade76ab1-2612-4753-aa1c-f264b86a212e port 5b560449-6f7c-40ab-b524-dffaa73b065c binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:06.276278 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:06.278833 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:06.327768 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:06.428995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.463028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 1ef3f1c5-973d-4ca4-9ae8-457879184711 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:06.614283 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-6cbc3330-b975-4c2b-a5fc-0f3758396c40 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:06.616048 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-6cbc3330-b975-4c2b-a5fc-0f3758396c40 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.53 "GET /v2.0/networks?id=e7bead4c-1105-476b-ac1d-565b332b02ff HTTP/1.1" status: 200 len: 812 time: 1.1971476 Mar 14 14:30:06.625586 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.841400 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Request body: {'port': {'device_id': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff', 'admin_state_up': True, 'tenant_id': '93be3e9c39764e09b0f1d20971a6a820'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:07.130981 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks [] for port (339c2dd0-1f05-4d1b-beda-321439a71663), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.193625 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.217288 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Allocated IP 172.20.0.1 (9e997901-0a19-42b4-9214-a40430524c50/63d590c4-05a7-4bd4-af35-493dc8d3e510/17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:07.326584 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f3b93-ff1a-409f-a039-8e0ab2582091 None None] Pushing event updated for resources: {'Port': ['ID=339c2dd0-1f05-4d1b-beda-321439a71663,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:07.357869 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-738a93e8-5b83-4922-9073-e03b41a1d0f1 req-1dc19935-cbb0-4a8d-b572-29cb3564d5d2 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.2786818 Mar 14 14:30:07.372214 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Attempting to bind port 339c2dd0-1f05-4d1b-beda-321439a71663 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:07.372214 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Attempting to bind port 339c2dd0-1f05-4d1b-beda-321439a71663 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:07.372214 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Attempting to bind port 339c2dd0-1f05-4d1b-beda-321439a71663 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:07.380548 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 1ef3f1c5-973d-4ca4-9ae8-457879184711 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:07.381114 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:07.384710 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:07.386186 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.389388 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:07.389813 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.390329 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:07.391289 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Bound port: 339c2dd0-1f05-4d1b-beda-321439a71663, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:07.400585 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.498872 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-ae68031b-5f67-4cd0-9ed7-f32fd895562f None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:07.499232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ae68031b-5f67-4cd0-9ed7-f32fd895562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.524657 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] For port 339c2dd0-1f05-4d1b-beda-321439a71663, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:07.529562 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] For port 339c2dd0-1f05-4d1b-beda-321439a71663, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=339c2dd0-1f05-4d1b-beda-321439a71663,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:07.646715 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.663952 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.677438 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks [] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.730756 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-ae68031b-5f67-4cd0-9ed7-f32fd895562f None None] Port acf10e60-7575-4dd3-b204-607b513248dc cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:07.780580 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f3b93-ff1a-409f-a039-8e0ab2582091 None None] Pushing event updated for resources: {'Port': ['ID=339c2dd0-1f05-4d1b-beda-321439a71663,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:07.793054 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:07.794068 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:07.850596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 1ef3f1c5-973d-4ca4-9ae8-457879184711 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:07.850737 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.851789 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 4d9b8477-3ca6-45bd-815b-1e629506e726 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:07.864723 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:07.922873 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b8763ba7-c0a4-4004-87c9-85a94027ce3a admin admin] 10.222.0.30 "PUT /v2.0/routers/14e8966f-797e-499c-9ec0-c6b9b0c0ded6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0400853 Mar 14 14:30:08.001884 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:08.009945 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:08.068157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.186897 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:08.189830 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:29:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:08.293493 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Network 9e997901-0a19-42b4-9214-a40430524c50 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:08.304326 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:08.326660 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:08.331026 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (ade76ab1-2612-4753-aa1c-f264b86a212e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.347026 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:08.448559 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Pushing event updated for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:08.510836 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Checking router: 79ca6284-08ca-4afe-a3b1-335b4e1f8260 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:08.511507 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Updating router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 port 2a7c9c28-dd1f-493c-8083-07f6396a5808 binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:08.658997 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5206c3f1-cc7d-4637-9314-8106144125d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.696123 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 4d9b8477-3ca6-45bd-815b-1e629506e726 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:08.696788 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.699006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.767517 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-692763ba-0fcc-42f4-852c-3f3342038e19 req-e1bd448f-9715-4e74-b124-ba8861ca47f6 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0968542 Mar 14 14:30:08.868773 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:08.921750 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks [] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.926467 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Allocated IP 172.20.0.1 (1e4aa525-5bdd-4df2-8f20-26c114826120/72ab6e4c-1785-4d5d-bcdc-59849e087248/06be37c3-8874-47b5-b1cb-d0e6e571c83c) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:08.953093 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.033700 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Made reservation on behalf of 93be3e9c39764e09b0f1d20971a6a820 for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:09.061416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.200514 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:09.280153 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.350041 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae491e92-aabf-4577-bc6f-e3e6e41a3035 None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:09.583774 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks [] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.659758 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:04Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:09.663092 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75179583-a693-4025-af7f-f921b0011198 None None] Pushing event updated for resources: {'Port': ['ID=5b560449-6f7c-40ab-b524-dffaa73b065c,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:09.697321 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.698633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (ade76ab1-2612-4753-aa1c-f264b86a212e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.749405 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-efe2e75b-9f9a-4cb8-8734-3cbdcf11e8ee None None] Provisioning complete for port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:09.749730 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-efe2e75b-9f9a-4cb8-8734-3cbdcf11e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.779517 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:09.781122 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Updating router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 port acf10e60-7575-4dd3-b204-607b513248dc binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:09.879416 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (acf10e60-7575-4dd3-b204-607b513248dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.893066 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Attempting to bind port 5b560449-6f7c-40ab-b524-dffaa73b065c on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:09.893662 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Attempting to bind port 5b560449-6f7c-40ab-b524-dffaa73b065c by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:09.895791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Attempting to bind port 5b560449-6f7c-40ab-b524-dffaa73b065c on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:09.978703 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-efe2e75b-9f9a-4cb8-8734-3cbdcf11e8ee None None] Port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:09.985515 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:09.988506 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:09.988712 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.991049 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:09.992170 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Bound port: 5b560449-6f7c-40ab-b524-dffaa73b065c, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:09.992594 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.265205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Pushing event updated for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:10.277228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks [] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.289591 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46458) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:10.319235 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392150402', 'description': 'tempest-description--107684079'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:10.344768 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 4d9b8477-3ca6-45bd-815b-1e629506e726 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:10.345427 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.428449 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0124cf16-20c3-43b7-bf21-3d511f3c385b req-b478cc3c-f5ae-4142-9efc-ed94e52ddc8f tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.3515029 Mar 14 14:30:10.468328 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Network 9e997901-0a19-42b4-9214-a40430524c50 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:10.481452 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:10.538671 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 4d9b8477-3ca6-45bd-815b-1e629506e726, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=4d9b8477-3ca6-45bd-815b-1e629506e726,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:10.571038 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] For port 5b560449-6f7c-40ab-b524-dffaa73b065c, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:10.606703 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.611301 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] For port 5b560449-6f7c-40ab-b524-dffaa73b065c, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5b560449-6f7c-40ab-b524-dffaa73b065c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:10.649325 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-61115837-1f90-47ff-8309-2383277e4431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.662564 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.763675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Pushing event updated for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:10.827399 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:10.849375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:10.883205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:10.974139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:10.974907 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.011563 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:11.024611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.030080 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks [] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.186503 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 339c2dd0-1f05-4d1b-beda-321439a71663 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:11.249289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46468) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:11.261212 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Allocated IP 172.20.0.11 (e7bead4c-1105-476b-ac1d-565b332b02ff/0be786af-ccd3-4ffb-a1b1-68be64f2f19b/48ffd565-6604-4417-876e-dafe2deb935e) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:11.274493 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks [] for port (acf10e60-7575-4dd3-b204-607b513248dc), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.283832 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.301960 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Allocated IP 172.20.0.1 (eed5ed98-289d-4322-96d2-6a3965cac58b/a30a4c12-7637-441c-be06-0a92a8fd544b/2ae292cc-0b85-471b-8450-cbcd4555adde) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:11.346607 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=4d9b8477-3ca6-45bd-815b-1e629506e726,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:11.355065 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.394642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:11.396151 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:11.530957 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-0539211a-e0ca-4bec-9be3-ed87279b0cb7 None None] Provisioning complete for port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:11.531851 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0539211a-e0ca-4bec-9be3-ed87279b0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.795964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:11.868954 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (a5207479-12d5-4437-bddf-d4f9924ddef6), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.960571 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Attempting to bind port acf10e60-7575-4dd3-b204-607b513248dc on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:11.960782 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e01295e5-d1b5-4c7a-bfee-6f9e75716a55 admin admin] 10.222.0.30 "PUT /v2.0/routers/ade76ab1-2612-4753-aa1c-f264b86a212e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7984884 Mar 14 14:30:11.960865 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Attempting to bind port acf10e60-7575-4dd3-b204-607b513248dc by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:11.960865 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Attempting to bind port acf10e60-7575-4dd3-b204-607b513248dc on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:11.998883 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:11.999530 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:12.002315 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.002922 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:12.003885 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Bound port: acf10e60-7575-4dd3-b204-607b513248dc, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:12.004503 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (acf10e60-7575-4dd3-b204-607b513248dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.022847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a5207479-12d5-4437-bddf-d4f9924ddef6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.060716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1e5a98e5-bda8-439a-bb34-15a5beda61c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.468740 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Attempting to bind port 2a7c9c28-dd1f-493c-8083-07f6396a5808 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:12.469724 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Attempting to bind port 2a7c9c28-dd1f-493c-8083-07f6396a5808 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:12.469959 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Attempting to bind port 2a7c9c28-dd1f-493c-8083-07f6396a5808 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:12.472449 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5996991b-9399-44c1-943b-c69392c25fca req-be5972a1-991b-4032-bd0a-3935c6709001 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.6386926 Mar 14 14:30:12.476962 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5207479-12d5-4437-bddf-d4f9924ddef6,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:12.480920 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] For port acf10e60-7575-4dd3-b204-607b513248dc, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:12.492622 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] For port acf10e60-7575-4dd3-b204-607b513248dc, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=acf10e60-7575-4dd3-b204-607b513248dc,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:12.510258 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d976f1-9d07-42ec-b8a4-f1a3c4b558b8 None None] Pushing event updated for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:12.511106 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:12.512045 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:12.512790 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.513419 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:12.514195 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Bound port: 2a7c9c28-dd1f-493c-8083-07f6396a5808, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:12.514813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.693347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-0539211a-e0ca-4bec-9be3-ed87279b0cb7 None None] Port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:12.693347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75179583-a693-4025-af7f-f921b0011198 None None] Pushing event updated for resources: {'Port': ['ID=5b560449-6f7c-40ab-b524-dffaa73b065c,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:12.695136 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1e5a98e5-bda8-439a-bb34-15a5beda61c5 admin admin] Publish callbacks [] for security_group (59c5db7e-e19e-4e0e-aca8-ff34dbb79304), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.695485 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 339c2dd0-1f05-4d1b-beda-321439a71663 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:12.695485 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.733395 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks [] for port (48ffd565-6604-4417-876e-dafe2deb935e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.807284 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943f55-3eb0-4551-a3d8-f954a7e3b364 None None] Pushing event updated for resources: {'Port': ['ID=2a7c9c28-dd1f-493c-8083-07f6396a5808,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:12.823194 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks [] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.836190 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.837945 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-dcd34ffd-57f4-47e7-bab2-efe39e810926 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5344179 Mar 14 14:30:12.840887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46496) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:12.849257 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': 'a5207479-12d5-4437-bddf-d4f9924ddef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:12.884916 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:12.929955 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] For port 2a7c9c28-dd1f-493c-8083-07f6396a5808, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:12.954699 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Provisioning complete for port 06be37c3-8874-47b5-b1cb-d0e6e571c83c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:12.955440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.972084 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] For port 2a7c9c28-dd1f-493c-8083-07f6396a5808, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2a7c9c28-dd1f-493c-8083-07f6396a5808,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:12.990859 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.991756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1e5a98e5-bda8-439a-bb34-15a5beda61c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (59c5db7e-e19e-4e0e-aca8-ff34dbb79304), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.146133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a98e5-bda8-439a-bb34-15a5beda61c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c5db7e-e19e-4e0e-aca8-ff34dbb79304,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:13.210149 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (82bd0f6e-11be-48fc-a4f3-4da85d3e8664), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.217556 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d976f1-9d07-42ec-b8a4-f1a3c4b558b8 None None] Pushing event updated for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:13.237815 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1e5a98e5-bda8-439a-bb34-15a5beda61c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1168e0a59da447c8645c8a01102db9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9826341 Mar 14 14:30:13.238237 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46498) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:13.239803 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.311385 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.321211 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:13.322139 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:13.346507 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.617589 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (82bd0f6e-11be-48fc-a4f3-4da85d3e8664), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.648510 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] Publish callbacks [] for security_group (59c5db7e-e19e-4e0e-aca8-ff34dbb79304), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.698271 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (82bd0f6e-11be-48fc-a4f3-4da85d3e8664), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.708293 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.743569 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Pushing event updated for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:13.756363 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.763881 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Network e7bead4c-1105-476b-ac1d-565b332b02ff is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:13.768768 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:13.783857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] Publish callbacks [] for security_group (59c5db7e-e19e-4e0e-aca8-ff34dbb79304), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.867173 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bd0f6e-11be-48fc-a4f3-4da85d3e8664,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:13.882286 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.892114 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-58251d6c-0c4b-4a7b-8599-5c4072504dff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0411470 Mar 14 14:30:13.892716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46510) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:14.005431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:14.026683 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:14.032279 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:14.043885 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.077482 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Network eed5ed98-289d-4322-96d2-6a3965cac58b is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:14.087654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:14.116198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943f55-3eb0-4551-a3d8-f954a7e3b364 None None] Pushing event updated for resources: {'Port': ['ID=2a7c9c28-dd1f-493c-8083-07f6396a5808,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:14.284444 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Port 06be37c3-8874-47b5-b1cb-d0e6e571c83c cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:14.304038 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks [] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.306949 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:14.313001 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.355345 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': 'a5207479-12d5-4437-bddf-d4f9924ddef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:14.414083 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:14.414886 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.482625 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.501239 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:14.501920 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:14.527087 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 339c2dd0-1f05-4d1b-beda-321439a71663 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:14.527087 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.554291 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (5b65a174-e488-4eba-a266-6f83d2de25e7), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.590251 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.590946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.607990 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (59c5db7e-e19e-4e0e-aca8-ff34dbb79304), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.614446 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.620236 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59c5db7e-e19e-4e0e-aca8-ff34dbb79304 HTTP/1.1" status: 204 len: 168 time: 1.3713806 Mar 14 14:30:14.672827 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff98e0e-5cfc-49a0-b15e-7d72973914bd req-0523a7df-a6c6-49fe-a007-52cdc2d5fab2 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:14.681411 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bff98e0e-5cfc-49a0-b15e-7d72973914bd req-0523a7df-a6c6-49fe-a007-52cdc2d5fab2 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 932 time: 0.9115205 Mar 14 14:30:14.682334 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:14.717655 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119fa6-a915-463a-a6f4-434760b73a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c5db7e-e19e-4e0e-aca8-ff34dbb79304,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:14.719740 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:14.826630 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-588249ed-aad2-4461-86d0-5af69a26ed12 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1371720 Mar 14 14:30:14.845945 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 339c2dd0-1f05-4d1b-beda-321439a71663, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=339c2dd0-1f05-4d1b-beda-321439a71663,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:14.863245 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a1b0-9575-4224-9614-6e102c9ddf65 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:14.901243 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (5b65a174-e488-4eba-a266-6f83d2de25e7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.019921 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.040016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:09Z', 'revision_number': 2, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:15.059718 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (5b65a174-e488-4eba-a266-6f83d2de25e7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.176863 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b65a174-e488-4eba-a266-6f83d2de25e7,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:15.324667 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.326159 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-00267436-13d2-43d5-8450-0aef26585bc9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4140468 Mar 14 14:30:15.331909 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46522) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:15.337423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:15.392935 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a33a3d-8e04-4c7e-bc42-e9b89de3e9b2 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:09Z', 'revision_number': 2, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:15.499297 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device acf10e60-7575-4dd3-b204-607b513248dc up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:15.545046 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.632447 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Pushing event updated for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:15.660741 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-3ca95510-f483-4add-98d5-68fb16a7830a tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:30:15.661954 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-3ca95510-f483-4add-98d5-68fb16a7830a tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0758061 Mar 14 14:30:15.695095 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:15.749066 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:15.771826 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:15.778921 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bff98e0e-5cfc-49a0-b15e-7d72973914bd req-41e247c4-5759-4792-8339-b627096b7dbd tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9625716 Mar 14 14:30:16.087356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46526) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:16.087356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131114676', 'description': 'tempest-description--380759942'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:16.091346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Current status of the port acf10e60-7575-4dd3-b204-607b513248dc is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:16.091346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (acf10e60-7575-4dd3-b204-607b513248dc), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.091346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.091346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=339c2dd0-1f05-4d1b-beda-321439a71663,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:16.144438 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.215343 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:16.236974 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] For port acf10e60-7575-4dd3-b204-607b513248dc, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=acf10e60-7575-4dd3-b204-607b513248dc,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:16.319484 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:16.319859 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.367364 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.467806 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.27.2.229 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/b40c9145-a480-4b30-88b6-86ecc80241d7) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:16.472592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.510898 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46532) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:16.525371 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.543761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d25456ab-e58b-4599-89d2-fe687b71c7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.605182 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Provisioning complete for port 06be37c3-8874-47b5-b1cb-d0e6e571c83c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:16.606502 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.764323 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Port 06be37c3-8874-47b5-b1cb-d0e6e571c83c cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:16.774533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08549c89-91d4-448b-bee5-846c4d26af60 None None] Pushing event updated for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:16.774760 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (5ff01fd2-e13f-4f10-994c-4fb525237b9b), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.787119 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port acf10e60-7575-4dd3-b204-607b513248dc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:16.788282 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 4d9b8477-3ca6-45bd-815b-1e629506e726 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:16.802910 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:16.809466 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-abadb218-06f4-420c-8072-28200d1cacc2 admin admin] 10.222.0.30 "PUT /v2.0/routers/6d13f982-03b3-48b4-8243-ccda8d5ac2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1375742 Mar 14 14:30:16.836568 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.852328 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:16.863500 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5ff01fd2-e13f-4f10-994c-4fb525237b9b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.864690 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:16.865047 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.948008 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d25456ab-e58b-4599-89d2-fe687b71c7c0 admin admin] Publish callbacks [] for security_group (ac181998-f15f-4a59-a923-9bafcbbcea8b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.033633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d25456ab-e58b-4599-89d2-fe687b71c7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ac181998-f15f-4a59-a923-9bafcbbcea8b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.045990 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:17.047149 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:17.052512 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff01fd2-e13f-4f10-994c-4fb525237b9b,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:17.133394 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.173675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.181856 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46540) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:17.187402 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d5aceb08-8992-4cdf-85ed-df8a9b843c87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2705765 Mar 14 14:30:17.200602 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group_rule': {'security_group_id': '5ff01fd2-e13f-4f10-994c-4fb525237b9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:17.274019 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d25456ab-e58b-4599-89d2-fe687b71c7c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f57567daa29c4c67a4d867b82bc303c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7615845 Mar 14 14:30:17.278885 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46546) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:17.286771 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25456ab-e58b-4599-89d2-fe687b71c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac181998-f15f-4a59-a923-9bafcbbcea8b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:17.358025 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:17.380145 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:17.389436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:17.433841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=b40c9145-a480-4b30-88b6-86ecc80241d7,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:17.460022 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks [] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.543238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc816c4d-2f74-47ee-a84b-8984fe5ef93f req-a2c04996-534f-432e-af81-9a0de62cfbf7 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:17.556401 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-dc816c4d-2f74-47ee-a84b-8984fe5ef93f req-a2c04996-534f-432e-af81-9a0de62cfbf7 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 932 time: 0.3668900 Mar 14 14:30:17.557535 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] Publish callbacks [] for security_group (ac181998-f15f-4a59-a923-9bafcbbcea8b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.572998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.591011 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (c502fff6-500d-4fbc-945c-0e01ebcf3ae2), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.612006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.613127 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.741401 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (c502fff6-500d-4fbc-945c-0e01ebcf3ae2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.756777 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:17.802803 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] Publish callbacks [] for security_group (ac181998-f15f-4a59-a923-9bafcbbcea8b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.805673 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b20aa8-beeb-44d1-933f-fae234087372 None None] The sync data for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi is: [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:02Z', 'revision_number': 3, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:17.825170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.919407 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (c502fff6-500d-4fbc-945c-0e01ebcf3ae2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.958321 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.959539 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 4d9b8477-3ca6-45bd-815b-1e629506e726 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:17.959915 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.966097 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.000505 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c502fff6-500d-4fbc-945c-0e01ebcf3ae2,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.041354 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-dc816c4d-2f74-47ee-a84b-8984fe5ef93f req-1feaa509-548d-4a3b-bdaf-a0148af931a2 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327002 Mar 14 14:30:18.043504 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:18.108854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Network eed5ed98-289d-4322-96d2-6a3965cac58b is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:18.112652 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:18.132003 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.133452 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c3285a93-a591-4db1-988d-f3426288f839 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9368703 Mar 14 14:30:18.138099 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc9df2-554e-42d0-a78d-5b3d04ef85f4 None None] Current status of the port acf10e60-7575-4dd3-b204-607b513248dc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:18.143113 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46550) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:18.153859 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group_rule': {'security_group_id': '5ff01fd2-e13f-4f10-994c-4fb525237b9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:18.224310 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ac181998-f15f-4a59-a923-9bafcbbcea8b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.238297 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.242045 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac181998-f15f-4a59-a923-9bafcbbcea8b HTTP/1.1" status: 204 len: 168 time: 0.9596107 Mar 14 14:30:18.261226 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee808fc-8da6-4761-bfe4-664305b42921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac181998-f15f-4a59-a923-9bafcbbcea8b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.330887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (7a343062-be12-4797-83d5-72147627ef00), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.364496 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 4d9b8477-3ca6-45bd-815b-1e629506e726 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:18.427875 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46556) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:18.447360 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950374783', 'description': 'tempest-description--1361135609'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:18.471006 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.568541 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (7a343062-be12-4797-83d5-72147627ef00), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.574641 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.602107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.652956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:18.667023 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (7a343062-be12-4797-83d5-72147627ef00), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.670999 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 2, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:18.742096 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a343062-be12-4797-83d5-72147627ef00,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.747036 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=b40c9145-a480-4b30-88b6-86ecc80241d7,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.752005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:18.752005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Updating router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 port 06be37c3-8874-47b5-b1cb-d0e6e571c83c binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:18.755388 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.758096 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0ca958da-bebd-4f53-a4f6-ee5dce1eb879 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4236176 Mar 14 14:30:18.806685 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.848968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.856429 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-65bdb1be-1a22-4434-ab40-3c96fd3f1948 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7070498 Mar 14 14:30:18.857174 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46568) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:18.862900 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:18.998093 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.017567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.073493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device acf10e60-7575-4dd3-b204-607b513248dc up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:19.087326 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:19.101814 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-1195d436-de3e-44f7-829c-0aa0c5bac081 admin admin] 10.222.0.30 "PUT /v2.0/routers/79ca6284-08ca-4afe-a3b1-335b4e1f8260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5821860 Mar 14 14:30:19.358014 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.491533 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (34326e36-b8dc-48f6-b92e-ba1ccc9af5ec), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.557932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13124693-0a9c-4b68-9ccd-e22071913ca3 req-168ad724-aca1-411b-9b3c-d111abd6a35c tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:19.592375 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13124693-0a9c-4b68-9ccd-e22071913ca3 req-168ad724-aca1-411b-9b3c-d111abd6a35c tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 932 time: 0.3906310 Mar 14 14:30:19.676319 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port acf10e60-7575-4dd3-b204-607b513248dc triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:19.676853 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (acf10e60-7575-4dd3-b204-607b513248dc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.698427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (34326e36-b8dc-48f6-b92e-ba1ccc9af5ec), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.876616 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Allocated IP 172.27.2.118 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/1086a369-f53c-40ab-8f03-c7b8a4d15df2) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:19.897585 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.910912 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4813704 Mar 14 14:30:19.930646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46616) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:19.979371 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group_rule': {'security_group_id': '34326e36-b8dc-48f6-b92e-ba1ccc9af5ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:19.999338 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks [] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.008215 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port acf10e60-7575-4dd3-b204-607b513248dc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:20.009850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 339c2dd0-1f05-4d1b-beda-321439a71663 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:20.024046 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b328604-b731-4b95-b990-c10d37b47ddd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:20.055370 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13124693-0a9c-4b68-9ccd-e22071913ca3 req-c046c68d-1cf8-434e-965d-f04a8bb25f46 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611585 Mar 14 14:30:20.091366 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 339c2dd0-1f05-4d1b-beda-321439a71663 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:20.091749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.118631 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-da7c2156-68dd-48a2-b0eb-ed5dcf7ba8b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1392150402&fields=id&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 267 time: 0.6591244 Mar 14 14:30:20.120838 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.136556 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (8e4c36e1-fd1b-48be-bf5c-f6301035b30d), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.448981 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (8e4c36e1-fd1b-48be-bf5c-f6301035b30d), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.480850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450c7d-c8e0-41a1-9c38-6fc71c052e3d None None] Pushing event updated for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:20.524271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Attempting to bind port 06be37c3-8874-47b5-b1cb-d0e6e571c83c on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:20.524730 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Attempting to bind port 06be37c3-8874-47b5-b1cb-d0e6e571c83c by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:20.525346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Attempting to bind port 06be37c3-8874-47b5-b1cb-d0e6e571c83c on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:20.531456 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (8e4c36e1-fd1b-48be-bf5c-f6301035b30d), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.564225 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:20.565486 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Checking segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:20.567895 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.570596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Bound using segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:20.571090 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Bound port: 06be37c3-8874-47b5-b1cb-d0e6e571c83c, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:20.572755 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.581971 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.595051 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c36e1-fd1b-48be-bf5c-f6301035b30d,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:20.666763 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.675922 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46630) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:20.677239 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8859311d-e040-4e41-8c3c-67a8be2a2e43 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7247608 Mar 14 14:30:20.716195 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group_rule': {'security_group_id': '34326e36-b8dc-48f6-b92e-ba1ccc9af5ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:20.929243 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Request body: {'port': {'device_id': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:21.140976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (d13bbd43-c89c-4d89-aa03-833ceeadfb09), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.184256 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 339c2dd0-1f05-4d1b-beda-321439a71663 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:21.187409 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5b560449-6f7c-40ab-b524-dffaa73b065c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:21.267757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.315993 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-a6c3b5c2-0bba-4ff7-9f7e-7865b88d24eb None None] Provisioning complete for port 06be37c3-8874-47b5-b1cb-d0e6e571c83c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:21.317003 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b5c2-0bba-4ff7-9f7e-7865b88d24eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.352597 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] For port 06be37c3-8874-47b5-b1cb-d0e6e571c83c, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:21.442493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] For port 06be37c3-8874-47b5-b1cb-d0e6e571c83c, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=06be37c3-8874-47b5-b1cb-d0e6e571c83c,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:21.463932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-117431f9-d8c5-4e0b-b2ab-5ca1a168964b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:21.474724 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-117431f9-d8c5-4e0b-b2ab-5ca1a168964b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 819 time: 0.1584272 Mar 14 14:30:21.497160 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3b5c2-0bba-4ff7-9f7e-7865b88d24eb None None] Port 06be37c3-8874-47b5-b1cb-d0e6e571c83c cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:21.526663 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 5b560449-6f7c-40ab-b524-dffaa73b065c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:21.531678 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.589910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-c17616d2-8e7a-42f1-81c4-c609ac7caaa7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:21.600771 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-c17616d2-8e7a-42f1-81c4-c609ac7caaa7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 1.4585438 Mar 14 14:30:21.608528 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (d13bbd43-c89c-4d89-aa03-833ceeadfb09), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.635508 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.646692 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b4b1e822-2643-49c2-ae5e-010f86afc05a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/quotas/36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 375 time: 0.0330212 Mar 14 14:30:21.738344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.843508 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450c7d-c8e0-41a1-9c38-6fc71c052e3d None None] Pushing event updated for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:21.859830 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-18bdc004-b5cf-4a28-b4d8-dcdee3557551 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/quotas/42912984ea684c75b0fc95e65a89a674 HTTP/1.1" status: 200 len: 375 time: 0.3840630 Mar 14 14:30:22.024681 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:22.025224 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:22.048137 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (d13bbd43-c89c-4d89-aa03-833ceeadfb09), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.146807 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13bbd43-c89c-4d89-aa03-833ceeadfb09,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:22.163947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:22.167589 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=1086a369-f53c-40ab-8f03-c7b8a4d15df2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:22.175669 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:22.250698 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-aa4dec8c-7b32-4c3e-b91d-5ac186b9c22e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5798731 Mar 14 14:30:22.268027 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:22.293807 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:22.344673 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.346230 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6b53db3a-8034-4d8a-adae-8abd44dfb82c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6436312 Mar 14 14:30:22.353440 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46674) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:22.362976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:22.402471 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.585432 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-5ee91518-b30a-444e-abc7-d2d90d0d56a2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6857665 Mar 14 14:30:22.586598 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.592005 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.873139 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 5b560449-6f7c-40ab-b524-dffaa73b065c is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:22.873609 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.901367 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Provisioning complete for port 06be37c3-8874-47b5-b1cb-d0e6e571c83c triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:22.901799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.972546 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-29500238-813d-4b7b-a0f3-f2e9ae6eb034 service neutron] 10.222.0.30 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713505 Mar 14 14:30:23.200708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ffd565-6604-4417-876e-dafe2deb935e {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:23.208755 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 5b560449-6f7c-40ab-b524-dffaa73b065c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5b560449-6f7c-40ab-b524-dffaa73b065c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:23.222034 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks [] for port (48ffd565-6604-4417-876e-dafe2deb935e), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.266948 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Transition to ACTIVE for port object 48ffd565-6604-4417-876e-dafe2deb935e will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:23.316866 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-9a3d6b24-40fa-4087-95b5-0de6117798de service neutron] 10.222.0.30 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200932 Mar 14 14:30:23.373880 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.393749 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.640618 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:23.651676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Pushing event updated for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:23.692513 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:23.693163 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:23.703694 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Attempting to bind port 48ffd565-6604-4417-876e-dafe2deb935e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:23.704401 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Attempting to bind port 48ffd565-6604-4417-876e-dafe2deb935e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '07a5dc32-2740-42ae-9695-912f4c8dc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:23.705245 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Attempting to bind port 48ffd565-6604-4417-876e-dafe2deb935e on network e7bead4c-1105-476b-ac1d-565b332b02ff {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:23.716723 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Port 48ffd565-6604-4417-876e-dafe2deb935e on network e7bead4c-1105-476b-ac1d-565b332b02ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:23.717473 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Attempting to bind port 48ffd565-6604-4417-876e-dafe2deb935e on network e7bead4c-1105-476b-ac1d-565b332b02ff {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:23.726902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:23.727655 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Checking segment: {'id': '07a5dc32-2740-42ae-9695-912f4c8dc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:23.728321 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Bound using segment: {'id': '07a5dc32-2740-42ae-9695-912f4c8dc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:23.728851 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Bound port: 48ffd565-6604-4417-876e-dafe2deb935e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a5dc32-2740-42ae-9695-912f4c8dc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:23.729416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.737136 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.756421 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-0a32477b-08ae-404b-bc6a-6c7a053e95e9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:30:23.762736 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Current status of the port 06be37c3-8874-47b5-b1cb-d0e6e571c83c is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:23.764098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.811250 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-0a32477b-08ae-404b-bc6a-6c7a053e95e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6143484 Mar 14 14:30:23.933116 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2a7c9c28-dd1f-493c-8083-07f6396a5808 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:23.985594 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:30:24.039053 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.039415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:24.039415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48ffd565-6604-4417-876e-dafe2deb935e,segment=NetworkSegment(07a5dc32-2740-42ae-9695-912f4c8dc058),segment_id=07a5dc32-2740-42ae-9695-912f4c8dc058)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:24.057069 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.067204 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:24.199376 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.316954 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=5b560449-6f7c-40ab-b524-dffaa73b065c,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:24.366016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] For port 06be37c3-8874-47b5-b1cb-d0e6e571c83c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=06be37c3-8874-47b5-b1cb-d0e6e571c83c,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:24.396762 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-cf93e654-5092-4153-b905-923c5f052203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:21Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:24.444425 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:24.445107 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.447593 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] 10.222.0.53 "PUT /v2.0/ports/48ffd565-6604-4417-876e-dafe2deb935e HTTP/1.1" status: 200 len: 1094 time: 4.0060987 Mar 14 14:30:24.448966 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:24.456336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=1086a369-f53c-40ab-8f03-c7b8a4d15df2,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:24.476029 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.507366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.509065 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-85138843-09d7-4771-8a7a-409de730c00b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6509850 Mar 14 14:30:24.534822 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-e45c7c14-2480-4a53-acef-e1ba2420a875 service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225766 Mar 14 14:30:24.677718 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.693814 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 2a7c9c28-dd1f-493c-8083-07f6396a5808 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:24.697447 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.788116 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93e654-5092-4153-b905-923c5f052203 None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:21Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:24.934890 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-42fd94d6-674b-4125-a9fa-634b54cda00f service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820615 Mar 14 14:30:25.177642 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59f981-aaf3-4a7d-be31-74458f253b6a service neutron] Pushing event updated for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.283612 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Sync routers for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:25.311472 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-2e7aff34-0d22-41b8-9baf-747226b6a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:25.316676 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-2e7aff34-0d22-41b8-9baf-747226b6a434 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93be3e9c39764e09b0f1d20971a6a820&device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 1128 time: 0.5467281 Mar 14 14:30:25.321153 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f59aae-9d7c-4431-95b2-1b5f9cb917ff None None] Pushing event updated for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.333090 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:09Z', 'revision_number': 2, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:25.357840 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbc921-a243-448e-9616-9a53acd09ed9 req-4c0e1906-38d4-40f7-a2dc-88bbcdfda201 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:25.363370 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aecbc921-a243-448e-9616-9a53acd09ed9 req-4c0e1906-38d4-40f7-a2dc-88bbcdfda201 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 0.6054449 Mar 14 14:30:25.380151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Allocated IP 172.27.2.11 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/8fada9c9-ddcd-4a2d-af27-89dcab50c2d9) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:25.402500 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:25.403107 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Updating router ade76ab1-2612-4753-aa1c-f264b86a212e port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:25.431591 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:25.433197 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:25.487527 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.618179 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aecbc921-a243-448e-9616-9a53acd09ed9 req-2d809bdf-54eb-426e-9754-44a269383e39 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405992 Mar 14 14:30:25.633800 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9b961-fcb1-45bf-b254-0970f7484f11" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "tag": "48ffd565-6604-4417-876e-dafe2deb935e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:25.784597 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 2a7c9c28-dd1f-493c-8083-07f6396a5808 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:25.785845 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.832413 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:25.947764 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.022787 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-81f666db-a6b0-42f6-97fd-b0c7999d84a7 req-4511868a-3d5b-454c-9a06-0346e4f2f3ad tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 210 time: 0.2747042 Mar 14 14:30:26.029810 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-dd362a96-fdfa-4206-92ee-fd7a50d76ae8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--131114676&fields=id&tenant_id=c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 267 time: 0.2240238 Mar 14 14:30:26.093291 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 2a7c9c28-dd1f-493c-8083-07f6396a5808, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2a7c9c28-dd1f-493c-8083-07f6396a5808,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:26.166252 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-10b730f4-50ac-4534-acb2-3642d99bda6e req-427be21c-b96a-49f4-9969-6f32cdc3df77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.0598521 Mar 14 14:30:26.294201 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-0b980704-c797-4fd2-aeb2-c67c517eda10 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:26.307364 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-0b980704-c797-4fd2-aeb2-c67c517eda10 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 811 time: 0.2689199 Mar 14 14:30:26.315484 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks [] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.324642 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-55056c27-3d40-403f-9188-a7362e2b7629 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/quotas/c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 375 time: 0.0149329 Mar 14 14:30:26.347666 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:15Z', 'revision_number': 4, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '2ae292cc-0b85-471b-8450-cbcd4555adde', 'name': '', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'mac_address': 'fa:16:3e:92:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:09Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 2, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'subnets': [{'id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:26.375126 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.399004 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.405512 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Checking router: 79ca6284-08ca-4afe-a3b1-335b4e1f8260 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:26.405512 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Updating router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 port 2ae292cc-0b85-471b-8450-cbcd4555adde binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:26.434284 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.444672 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-f9e74c5e-f25b-43b5-a4ce-6ca94b36c4d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131010 Mar 14 14:30:26.468868 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.528811 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=2a7c9c28-dd1f-493c-8083-07f6396a5808,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:26.604868 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:26.624596 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe72993-87da-406f-bc3c-4743f40dc214 None None] Pushing event updated for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:26.632264 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:26.651879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:26.683810 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=8fada9c9-ddcd-4a2d-af27-89dcab50c2d9,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:26.827192 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Attempting to bind port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:26.828072 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Attempting to bind port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:26.828771 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Attempting to bind port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:26.841759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc890d-5a75-4dd3-b38a-3529ed17a5dc x-openstack-request-id: req-84cc890d-5a75-4dd3-b38a-3529ed17a5dc {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:26.842495 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "tag": "48ffd565-6604-4417-876e-dafe2deb935e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:26.842728 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:26.842948 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84cc890d-5a75-4dd3-b38a-3529ed17a5dc {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:26.843342 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e', 'status': 'completed', 'code': 200} Mar 14 14:30:26.846981 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Checking segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:26.847425 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.847835 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Bound using segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:26.848342 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Bound port: 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:26.853341 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.955359 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5b560449-6f7c-40ab-b524-dffaa73b065c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:26.973205 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-bf1719cd-6573-40af-966d-27eca1c2627e service neutron] 10.222.0.30 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469578 Mar 14 14:30:27.082914 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:27.199177 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] For port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:27.228181 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] For port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:27.301213 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 5b560449-6f7c-40ab-b524-dffaa73b065c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:27.301648 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:27.326997 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:27.404248 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46818) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:27.425399 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:27.431297 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:27.440662 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:27.451053 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Provisioning complete for port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:27.451421 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:27.471807 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7d03196d-1498-45ee-b15f-172de2360545 service neutron] 10.222.0.30 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968483 Mar 14 14:30:27.655636 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-e4b62182-51f6-4f86-8fbb-0fffac6975dc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:27.659524 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-e4b62182-51f6-4f86-8fbb-0fffac6975dc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 819 time: 0.5715885 Mar 14 14:30:27.744357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-6f939cef-f796-4c1a-b527-5ddb1a2ae0b9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/quotas/42912984ea684c75b0fc95e65a89a674 HTTP/1.1" status: 200 len: 375 time: 0.0749135 Mar 14 14:30:27.935820 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks [] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.062979 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-960184dd-be3c-41fa-96b8-babeedd52889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.144507 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe72993-87da-406f-bc3c-4743f40dc214 None None] Pushing event updated for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:28.167604 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Current status of the port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:28.167968 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.244547 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.301599 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:28.348020 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-aba09b19-2d9a-46a8-b022-4c26c2a1c18f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5742519 Mar 14 14:30:28.850786 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-4555073b-0168-4f5f-bc35-5520972020a0 service neutron] 10.222.0.30 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007508 Mar 14 14:30:28.924335 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 5b560449-6f7c-40ab-b524-dffaa73b065c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:28.928877 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 06be37c3-8874-47b5-b1cb-d0e6e571c83c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:28.981795 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-7275f7ac-4af0-42ac-991f-ebaf6f281ec9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ffd565-6604-4417-876e-dafe2deb935e HTTP/1.1" status: 200 len: 217 time: 0.8437655 Mar 14 14:30:29.027795 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-db5548b7-496f-4f0c-8378-11a17474eb29 service neutron] 10.222.0.30 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737118 Mar 14 14:30:29.171020 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.347218 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.430806 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-6eb48b3a-f935-4821-bc2e-34f2edd7495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:29.436884 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-6eb48b3a-f935-4821-bc2e-34f2edd7495a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0be786af-ccd3-4ffb-a1b1-68be64f2f19b HTTP/1.1" status: 200 len: 852 time: 0.4415443 Mar 14 14:30:29.721722 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-960184dd-be3c-41fa-96b8-babeedd52889 admin admin] Publish callbacks [] for security_group (d221435f-171f-4923-96d9-c7617de45e46), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.771164 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-155b7fc8-e8fb-4378-8823-ef5499d1be42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7bead4c-1105-476b-ac1d-565b332b02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2812054 Mar 14 14:30:29.975562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-960184dd-be3c-41fa-96b8-babeedd52889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (d221435f-171f-4923-96d9-c7617de45e46), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.048307 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.076592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b7ef8-c6b5-44ec-ba8d-d87087402039 req-af0fbb2f-2eb0-4153-8ded-090d095a723c tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:30.116692 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f29b7ef8-c6b5-44ec-ba8d-d87087402039 req-af0fbb2f-2eb0-4153-8ded-090d095a723c tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 1.6010971 Mar 14 14:30:30.144878 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:27Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:30.305120 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd424e-e72e-4354-b0fb-8a21139a1608 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:27Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:30.636055 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f29b7ef8-c6b5-44ec-ba8d-d87087402039 req-77015113-0121-4f98-a50f-241017dc70d9 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208950 Mar 14 14:30:30.660335 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] For port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:30.739345 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-bda0e706-082f-4b9a-8a99-c29619d72351 service neutron] 10.222.0.53 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9526081 Mar 14 14:30:30.872003 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.912626 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.961969 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6057279 Mar 14 14:30:30.965903 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a16d3-60d5-4193-ae1c-df50a98531de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=8fada9c9-ddcd-4a2d-af27-89dcab50c2d9,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:30.971883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5e61-3cd6-48fc-93a4-0c7523212848 None None] Pushing event updated for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:31.037975 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac0d9f8a-dd5f-4ef7-b171-346426461b82 req-f6611b81-d240-4940-8e1a-18d6023ebe11 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.8096557 Mar 14 14:30:31.057040 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.53', 62724) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:31.141918 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-960184dd-be3c-41fa-96b8-babeedd52889 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d0c0e0a58e344aa815e253333a2bbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7331765 Mar 14 14:30:31.236570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 46868) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:31.281879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960184dd-be3c-41fa-96b8-babeedd52889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221435f-171f-4923-96d9-c7617de45e46,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:31.328253 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-662b6746-ec57-485e-adb9-388cf087461d req-a88f0091-0e80-4d3f-ab49-228742714618 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.3704665 Mar 14 14:30:31.563204 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Attempting to bind port 2ae292cc-0b85-471b-8450-cbcd4555adde on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:31.565713 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Attempting to bind port 2ae292cc-0b85-471b-8450-cbcd4555adde by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:31.570002 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Attempting to bind port 2ae292cc-0b85-471b-8450-cbcd4555adde on network eed5ed98-289d-4322-96d2-6a3965cac58b {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:31.748791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c348a55-ae6c-443e-bc4a-15f96a9dc8cc None None] Pushing event updated for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:31.781909 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:31.782472 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Checking segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:31.782623 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.782926 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Bound using segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:31.783463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Bound port: 2ae292cc-0b85-471b-8450-cbcd4555adde, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:31.787050 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.805554 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-83aa12c4-6698-4f16-81c9-9d9e125690f5 None None] Provisioning complete for port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:31.812473 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83aa12c4-6698-4f16-81c9-9d9e125690f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.868976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.53', 62725) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:32.153605 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 06be37c3-8874-47b5-b1cb-d0e6e571c83c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:32.154138 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.420591 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9698c61-f506-4167-b849-e6431b6fb274 req-84140487-6ff2-4309-bae2-e500463ed845 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 1.0996282 Mar 14 14:30:32.562895 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c67ca19d-affe-4e77-8a14-10cf4b1e02e5 req-42045182-6bbe-401c-ab64-a16f73792d2f service neutron] 10.222.0.53 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8142114 Mar 14 14:30:32.589827 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-752f6fcb-3c6b-492d-a892-e93ad16703f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--950374783&fields=id&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 267 time: 0.2567797 Mar 14 14:30:33.035931 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] For port 2ae292cc-0b85-471b-8450-cbcd4555adde, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:33.073506 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-0f53262c-9898-425d-85dc-63a47afbd28f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:33.086530 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-0f53262c-9898-425d-85dc-63a47afbd28f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 817 time: 0.4510524 Mar 14 14:30:33.130183 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-e452d61e-a5de-4f73-a6f4-e5ed80e23901 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/quotas/159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 375 time: 0.0308270 Mar 14 14:30:33.317148 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] For port 2ae292cc-0b85-471b-8450-cbcd4555adde, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2ae292cc-0b85-471b-8450-cbcd4555adde,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:33.399969 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-eae6cf24-86be-4694-b2c7-e93d479cccd4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781626 Mar 14 14:30:33.425219 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-b9dc6b61-82bc-493e-bc91-1e6d3d2fbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:33.428420 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-b9dc6b61-82bc-493e-bc91-1e6d3d2fbc75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93be3e9c39764e09b0f1d20971a6a820&device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 1128 time: 0.2965531 Mar 14 14:30:33.502939 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 06be37c3-8874-47b5-b1cb-d0e6e571c83c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:33.507173 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-83aa12c4-6698-4f16-81c9-9d9e125690f5 None None] Current status of the port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:33.512977 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.708658 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:33.710311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:33.833883 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-7ad7e0ac-bb2e-4573-924f-7354474c5f32 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:33.838652 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-7ad7e0ac-bb2e-4573-924f-7354474c5f32 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 2.7640169 Mar 14 14:30:33.917012 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] Publish callbacks [] for security_group (d221435f-171f-4923-96d9-c7617de45e46), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.928582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:33.996132 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] Publish callbacks [] for security_group (d221435f-171f-4923-96d9-c7617de45e46), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.018731 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5e61-3cd6-48fc-93a4-0c7523212848 None None] Pushing event updated for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:34.052790 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-62e02b3a-f596-4c72-af0a-10a3469a977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.056998 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-62e02b3a-f596-4c72-af0a-10a3469a977e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e7bead4c-1105-476b-ac1d-565b332b02ff HTTP/1.1" status: 200 len: 913 time: 0.5880966 Mar 14 14:30:34.059621 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-af8f281b-8d85-4073-8d3a-026c84a12dbc service neutron] 10.222.0.30 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294272 Mar 14 14:30:34.193753 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ff15-4f3a-4b7b-a028-13591ab95334 req-9a89fe8f-844c-40e5-a752-8656ecd475da tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.193753 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f46ff15-4f3a-4b7b-a028-13591ab95334 req-9a89fe8f-844c-40e5-a752-8656ecd475da tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 0.8843396 Mar 14 14:30:34.209415 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e43c97e8-a799-4b6c-b8db-8d04d2dec051 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.211392 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e43c97e8-a799-4b6c-b8db-8d04d2dec051 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 819 time: 2.3250880 Mar 14 14:30:34.291957 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5d26788d-4180-4b78-b340-f6d5381fb9aa service neutron] 10.222.0.30 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028170 Mar 14 14:30:34.356928 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f46ff15-4f3a-4b7b-a028-13591ab95334 req-1bd4ca37-521a-430f-81ac-c80dab9ec8ad tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426733 Mar 14 14:30:34.394953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:34.407712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (d221435f-171f-4923-96d9-c7617de45e46), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.412590 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.416361 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d221435f-171f-4923-96d9-c7617de45e46 HTTP/1.1" status: 204 len: 168 time: 3.1685460 Mar 14 14:30:34.450422 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41869e-6a47-48f8-9006-9e6c026be4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221435f-171f-4923-96d9-c7617de45e46,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:34.594659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:34.595977 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.603173 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71cc27bc-0a49-4a78-aada-df9f6f1db14d req-aa23979b-fd64-4df8-85f3-98eb89d45116 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.1038764 Mar 14 14:30:34.754624 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f9809436-e5e4-4185-a4c0-3fd524526d8e req-2fb15b65-0154-4189-aa3b-7f14f0b57aa0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.0611479 Mar 14 14:30:34.953679 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d64c9ea5-5df8-422e-ad9e-b4cc372a6cbd req-83f69984-ec66-4274-8a63-ee58ce614d9c tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.0906484 Mar 14 14:30:34.958907 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:34.960702 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2a7c9c28-dd1f-493c-8083-07f6396a5808 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:35.072801 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:15Z', 'revision_number': 4, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '2ae292cc-0b85-471b-8450-cbcd4555adde', 'name': '', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'mac_address': 'fa:16:3e:92:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:09Z', 'updated_at': '2022-03-14T14:30:33Z', 'revision_number': 4, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'subnets': [{'id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:35.098344 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bb006e10-6e53-48fe-a3aa-60958f44efd7 req-ccc728a6-5d9a-40d4-b842-d8da311bc28b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.0930424 Mar 14 14:30:35.122432 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc24148-627b-42a6-bf50-cdfac3e36873 None None] The sync data for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi is: [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:15Z', 'revision_number': 4, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '2ae292cc-0b85-471b-8450-cbcd4555adde', 'name': '', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'mac_address': 'fa:16:3e:92:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:09Z', 'updated_at': '2022-03-14T14:30:33Z', 'revision_number': 4, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'subnets': [{'id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:35.142438 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 2a7c9c28-dd1f-493c-8083-07f6396a5808 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:35.142817 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:35.347281 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 2a7c9c28-dd1f-493c-8083-07f6396a5808 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:35.655025 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5348f-df0f-44ea-b4d4-08d271464024 req-80d8f22a-2a51-4a09-9b0f-bfd3b642c169 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:35.671860 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cec5348f-df0f-44ea-b4d4-08d271464024 req-80d8f22a-2a51-4a09-9b0f-bfd3b642c169 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 0.1788661 Mar 14 14:30:35.832839 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46950) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:35.846305 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cec5348f-df0f-44ea-b4d4-08d271464024 req-b07e46ec-b63f-4e39-80bc-aeab2d282526 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732306 Mar 14 14:30:35.854383 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2ae292cc-0b85-471b-8450-cbcd4555adde up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:35.864232 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4216939a-ad88-4719-ac42-07749def13bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:35.941576 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5493abd0-6681-45af-879e-4d2ed2460a89 req-0dbfe505-85c7-46c5-b59e-c97c061706be tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.0716715 Mar 14 14:30:36.021440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 2ae292cc-0b85-471b-8450-cbcd4555adde triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:36.022275 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.138623 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4216939a-ad88-4719-ac42-07749def13bf admin admin] Publish callbacks [] for security_group (89f4ec72-f483-4c69-a08c-f6fa15422175), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.169589 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d2d6298-6a61-4759-a0e6-d4b5cb9e5ba4 req-1509c9df-f95a-43f8-a34c-e27045b7458b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.0565598 Mar 14 14:30:36.255279 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-54441dd6-bf47-4bc9-93a6-f1c33d27e031 req-baf3433e-ceb4-4862-a04f-c69c2525af1e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.0882602 Mar 14 14:30:36.256419 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4216939a-ad88-4719-ac42-07749def13bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (89f4ec72-f483-4c69-a08c-f6fa15422175), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.320955 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4216939a-ad88-4719-ac42-07749def13bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1e5d4aa27954597b7ce3c629081a468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866056 Mar 14 14:30:36.322163 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216939a-ad88-4719-ac42-07749def13bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f4ec72-f483-4c69-a08c-f6fa15422175,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:36.340645 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 46958) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:36.428602 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 2ae292cc-0b85-471b-8450-cbcd4555adde is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:36.429248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.475474 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77a5639a-7ee5-4766-8c9c-9ba02fd20def req-b27cf7ac-59cd-40ac-ac3f-f5d9b42fe075 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.1537766 Mar 14 14:30:36.484888 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] Publish callbacks [] for security_group (89f4ec72-f483-4c69-a08c-f6fa15422175), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.601822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] Publish callbacks [] for security_group (89f4ec72-f483-4c69-a08c-f6fa15422175), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.657828 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 2ae292cc-0b85-471b-8450-cbcd4555adde, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2ae292cc-0b85-471b-8450-cbcd4555adde,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:36.695366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Request body: {'port': {'device_id': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'admin_state_up': True, 'tenant_id': '42912984ea684c75b0fc95e65a89a674'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:36.742710 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.866141 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-df7c4d26-e2ca-49c7-adf6-85ff489e719f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ffd565-6604-4417-876e-dafe2deb935e HTTP/1.1" status: 200 len: 217 time: 0.1611125 Mar 14 14:30:37.009872 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:37.083165 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (89f4ec72-f483-4c69-a08c-f6fa15422175), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.090884 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.103929 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89f4ec72-f483-4c69-a08c-f6fa15422175 HTTP/1.1" status: 204 len: 168 time: 0.7521455 Mar 14 14:30:37.131243 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-3bd35a92-ac27-478e-a7c8-3d1407dcd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:37.132988 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-3bd35a92-ac27-478e-a7c8-3d1407dcd0d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0be786af-ccd3-4ffb-a1b1-68be64f2f19b HTTP/1.1" status: 200 len: 852 time: 0.2510796 Mar 14 14:30:37.248698 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aff43-5c73-463c-974b-23e271621f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f4ec72-f483-4c69-a08c-f6fa15422175,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:37.330712 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-47eee0f6-eb89-4668-93d1-42922f9a743e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e7bead4c-1105-476b-ac1d-565b332b02ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856863 Mar 14 14:30:37.388344 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f1b42a1e-12b8-40af-9840-1b6949e5194b req-f064a78b-705a-4e14-b9d5-e870cf1c7df4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.1522329 Mar 14 14:30:37.446321 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.53', 62736) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:37.505985 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2a4cb734-9635-4d1b-a379-a5181b0a4f0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 380 time: 0.5414550 Mar 14 14:30:37.539392 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'port': {'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'admin_state_up': True, 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'security_groups': ['a5207479-12d5-4437-bddf-d4f9924ddef6']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:37.551087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Made reservation on behalf of 42912984ea684c75b0fc95e65a89a674 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:37.587115 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.923016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2ae292cc-0b85-471b-8450-cbcd4555adde up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:37.950488 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e5ba10b4-e6d2-4806-932b-01de339164a8 req-44687a4e-0639-4190-bdc8-4e877cdd79ab tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.2517500 Mar 14 14:30:38.334887 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-426a4476-6a63-4e49-89e6-a4e7b7bfa8cd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:38.338366 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-426a4476-6a63-4e49-89e6-a4e7b7bfa8cd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 811 time: 0.8831117 Mar 14 14:30:38.368850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43f686d3-34e0-4635-a3da-dec6324745f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:38.370946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 2ae292cc-0b85-471b-8450-cbcd4555adde triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:38.371317 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:38.558211 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8bd0e-51d1-427e-84e0-e470424090bc req-0c44f041-dc20-48bd-80a1-cf57a677a881 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:38.569203 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61a8bd0e-51d1-427e-84e0-e470424090bc req-0c44f041-dc20-48bd-80a1-cf57a677a881 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 1.3846483 Mar 14 14:30:38.637760 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc3ed079-cf19-4819-a0de-d0034db888fc req-acb03447-0769-461c-8e2f-cce3b9536f31 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.2609131 Mar 14 14:30:38.653671 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-0267f2c1-4ff1-4b39-8ee4-5dce0dfe1c20 service neutron] 10.222.0.53 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063026 Mar 14 14:30:38.756863 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 2ae292cc-0b85-471b-8450-cbcd4555adde is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:38.892592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.53', 62743) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:39.230847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Allocated IP 172.20.0.7 (eed5ed98-289d-4322-96d2-6a3965cac58b/a30a4c12-7637-441c-be06-0a92a8fd544b/9a4135bd-8f17-40d3-9692-d78aaac56042) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:39.343102 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bdd9b961-fcb1-45bf-b254-0970f7484f11 req-4eb28c1b-2020-4bc4-92a3-6ea7f045b0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404438 Mar 14 14:30:39.414954 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-323d59a3-3ade-46af-a39b-0e15c5dc697b req-ac8f229e-9a35-4f81-9979-00b698ddd45e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.4144034 Mar 14 14:30:39.441503 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-5fa83a4b-c529-418f-8689-d2e73af9ef1a tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 379 time: 1.0668497 Mar 14 14:30:39.477127 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61a8bd0e-51d1-427e-84e0-e470424090bc req-387e51c3-72ac-43d4-808b-708ccaa69a24 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9043987 Mar 14 14:30:39.556438 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'port': {'device_id': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'admin_state_up': True, 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'security_groups': ['5ff01fd2-e13f-4f10-994c-4fb525237b9b']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:39.809248 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cf4aceeb-3c06-4b8a-a2bc-c8da4add9a88 req-5a20b39f-1147-4fbf-87a8-68626684a265 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.1440279 Mar 14 14:30:39.851144 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-342199a5-b92b-410e-b6bd-8682e4b450f1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:39.853778 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-342199a5-b92b-410e-b6bd-8682e4b450f1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 819 time: 0.9263499 Mar 14 14:30:39.857648 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-155f1c3b-183f-4257-8854-d8860de44401 req-75aae631-c90a-4f21-95ff-cd717e0ace04 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.2104332 Mar 14 14:30:39.917767 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Request body: {'port': {'device_id': 'adff449c-252a-42a0-9860-286c63ab6776', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'admin_state_up': True, 'tenant_id': '42912984ea684c75b0fc95e65a89a674'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:39.987217 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks [] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.035556 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:40.039523 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.227918 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.289729 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b1edbd2-5fa5-48cc-91b5-288aae56e0bd req-cf92f896-fc8f-47f3-95a6-646d454fd80d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.1520607 Mar 14 14:30:40.364072 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Made reservation on behalf of c77dd647d67d466cb11abb4e0bc0936f for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:40.366534 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.471956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Network eed5ed98-289d-4322-96d2-6a3965cac58b is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:40.490646 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:40.502016 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:40.506934 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:40.515870 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.515870 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Pushing event updated for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:40.639043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65a03035-3459-473d-a942-bf798498d755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.727513 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.20.0.13 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/8976d53e-4967-4afc-ae45-2583fc9c7810) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:40.802434 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-924b2bf9-b4e3-4ece-8047-27392651773a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1142509 Mar 14 14:30:40.927857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Request body: {'port': {'device_id': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:41.115030 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785202b2-949c-4f34-9fa6-f1c9eb268464 req-c99bf726-a413-47a4-990f-f3f7c4547b69 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:41.116853 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-785202b2-949c-4f34-9fa6-f1c9eb268464 req-c99bf726-a413-47a4-990f-f3f7c4547b69 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 944 time: 0.4598026 Mar 14 14:30:41.240913 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Made reservation on behalf of 42912984ea684c75b0fc95e65a89a674 for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:41.244879 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.289372 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef776b6-7be1-45a5-8651-f3d36da75927 req-84b8f122-ead3-40bb-829b-0c3de5abc605 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.4845722 Mar 14 14:30:41.313491 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-b2be4bc5-4dee-4c4d-b074-b4f91c7a58f0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:41.317111 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-b2be4bc5-4dee-4c4d-b074-b4f91c7a58f0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 817 time: 1.3027139 Mar 14 14:30:41.516204 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Allocated IP 172.20.0.13 (9e997901-0a19-42b4-9214-a40430524c50/63d590c4-05a7-4bd4-af35-493dc8d3e510/61188475-4d2d-47b9-a978-95b60e7ae27e) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:41.576238 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3c168d3e-06a9-4017-afea-a99c05bbadd8 req-1b3e170c-8b89-4ae7-8c74-db2dd9445d9a tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.1039643 Mar 14 14:30:41.578025 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.740846 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-785202b2-949c-4f34-9fa6-f1c9eb268464 req-457ed019-b1e5-4b5f-892f-c01b3a3986a1 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533846 Mar 14 14:30:41.760684 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1e0a14f8-ff41-451f-8097-68b0514422d9 req-b4394017-24e4-4f43-af0d-8e57b440de69 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.0642581 Mar 14 14:30:41.797412 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.829886 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-9cb73391-70b7-4249-8402-5626ed588356 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 379 time: 0.4802730 Mar 14 14:30:41.861240 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Allocated IP 172.20.0.5 (eed5ed98-289d-4322-96d2-6a3965cac58b/a30a4c12-7637-441c-be06-0a92a8fd544b/a8c223b1-6ef7-4267-875e-fd15abcc9436) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:41.873002 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'port': {'device_id': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'admin_state_up': True, 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'security_groups': ['34326e36-b8dc-48f6-b92e-ba1ccc9af5ec']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:41.917191 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-32926d65-ecb1-4204-ab96-78bb14dd2829 req-a2a9c90e-5b44-4a39-aba6-1ebeb9a6e6ec tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.0630295 Mar 14 14:30:42.120764 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.240031 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.295400 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 48ffd565-6604-4417-876e-dafe2deb935e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:42.389961 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:42.398959 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:42.408258 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:42.434493 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:42.435746 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.526412 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:42.571886 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.618761 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0f93e6d-7911-4b3f-8e85-cc29d5b8d87f req-1dad5a57-186f-4060-b9d2-01759ca899f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.1775267 Mar 14 14:30:42.731214 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-df23667b-ad85-407b-a559-1517bdcdc582 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2118440 Mar 14 14:30:42.756880 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Request body: {'port': {'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:42.776498 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks [] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.867154 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Network 9e997901-0a19-42b4-9214-a40430524c50 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:42.934781 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:42.945031 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:42.955612 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:42.956650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.976067 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:42.981934 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Made reservation on behalf of 159d9adac9404a20965f4a0594abd84d for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:42.987801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.992214 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.043453 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48ffd565-6604-4417-876e-dafe2deb935e,segment=NetworkSegment(07a5dc32-2740-42ae-9695-912f4c8dc058),segment_id=07a5dc32-2740-42ae-9695-912f4c8dc058)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:43.092587 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '48ffd565-6604-4417-876e-dafe2deb935e', 'network_id': 'e7bead4c-1105-476b-ac1d-565b332b02ff', 'port_id': '48ffd565-6604-4417-876e-dafe2deb935e', 'mac_address': 'fa:16:3e:20:06:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be786af-ccd3-4ffb-a1b1-68be64f2f19b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:43.099349 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-3824d3bc-5365-4203-ba26-70d9c4b82fad None None] Provisioning complete for port 8976d53e-4967-4afc-ae45-2583fc9c7810 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:43.100014 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3824d3bc-5365-4203-ba26-70d9c4b82fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.209624 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.254442 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 48ffd565-6604-4417-876e-dafe2deb935e is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:43.255112 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.257938 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-3824d3bc-5365-4203-ba26-70d9c4b82fad None None] Port 8976d53e-4967-4afc-ae45-2583fc9c7810 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:43.286042 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ffd565-6604-4417-876e-dafe2deb935e {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:43.338995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.347132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48ffd565-6604-4417-876e-dafe2deb935e,segment=NetworkSegment(07a5dc32-2740-42ae-9695-912f4c8dc058),segment_id=07a5dc32-2740-42ae-9695-912f4c8dc058)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:43.354944 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Allocated IP 172.20.0.6 (1e4aa525-5bdd-4df2-8f20-26c114826120/72ab6e4c-1785-4d5d-bcdc-59849e087248/a2b15213-cff0-480b-90c2-bca0b327197d) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:43.393634 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecfd29-542e-4afc-a06a-3b1670461b35 req-6e822ecb-ce3f-494b-aeca-aac8ae0eed6f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.407982 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a8ecfd29-542e-4afc-a06a-3b1670461b35 req-6e822ecb-ce3f-494b-aeca-aac8ae0eed6f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 932 time: 0.5129771 Mar 14 14:30:43.444862 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.527799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:43.550590 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-2b2ec653-cff6-46de-b5a9-692efe2ff074 None None] Provisioning complete for port 61188475-4d2d-47b9-a978-95b60e7ae27e triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:43.551238 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b2ec653-cff6-46de-b5a9-692efe2ff074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.590123 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a8ecfd29-542e-4afc-a06a-3b1670461b35 req-9490ce16-1b63-4a36-8e79-8586605f5d1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806757 Mar 14 14:30:43.625351 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ec653-cff6-46de-b5a9-692efe2ff074 None None] Port 61188475-4d2d-47b9-a978-95b60e7ae27e cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:43.690836 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Pushing event updated for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:43.713511 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-8fc9182e-292a-4170-ac36-89faf889d421 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1616528 Mar 14 14:30:43.728579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Network eed5ed98-289d-4322-96d2-6a3965cac58b is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:43.745085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bd7c-87a1-4d31-92e5-27028543cd0b req-5a3cd333-eef7-42d6-9eee-8257b8acdde4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.747846 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73d6bd7c-87a1-4d31-92e5-27028543cd0b req-5a3cd333-eef7-42d6-9eee-8257b8acdde4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 932 time: 0.9183726 Mar 14 14:30:43.762006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Request body: {'port': {'device_id': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:43.769105 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:43.775708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:43.785807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.785807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.799173 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.857307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['48ffd565-6604-4417-876e-dafe2deb935e'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:43.889337 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4135bd-8f17-40d3-9692-d78aaac56042 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:43.929543 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (a2b15213-cff0-480b-90c2-bca0b327197d), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.930279 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks [] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.959489 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2025-ed19-4451-8c93-441b33600503 req-3a1b46f1-ceba-4043-a9de-2493e3ff3c23 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.961173 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b3a2025-ed19-4451-8c93-441b33600503 req-3a1b46f1-ceba-4043-a9de-2493e3ff3c23 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 945 time: 0.1763103 Mar 14 14:30:43.991179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Transition to ACTIVE for port object 9a4135bd-8f17-40d3-9692-d78aaac56042 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:44.051612 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-88b9ddf1-8dae-41b2-ac3a-3293705a28a1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1388924 Mar 14 14:30:44.102146 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Request body: {'port': {'device_id': 'adff449c-252a-42a0-9860-286c63ab6776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:44.110630 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73d6bd7c-87a1-4d31-92e5-27028543cd0b req-cabab8dd-a61e-4b64-8286-50e44f58b019 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340392 Mar 14 14:30:44.140498 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.144728 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.282190 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8976d53e-4967-4afc-ae45-2583fc9c7810 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:44.297540 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks [] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.321834 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Transition to ACTIVE for port object 8976d53e-4967-4afc-ae45-2583fc9c7810 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:44.330352 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.435019 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.495139 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Pushing event updated for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:44.567845 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b3a2025-ed19-4451-8c93-441b33600503 req-57b3ea63-ab39-490c-bf84-775505ee555d tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889592 Mar 14 14:30:44.696099 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:44.735891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:44.746063 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:44.775018 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:44.779828 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.907160 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.907160 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:44.997330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Attempting to bind port 8976d53e-4967-4afc-ae45-2583fc9c7810 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:44.997946 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Attempting to bind port 8976d53e-4967-4afc-ae45-2583fc9c7810 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:44.998541 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Attempting to bind port 8976d53e-4967-4afc-ae45-2583fc9c7810 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:45.007967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Pushing event updated for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:45.019584 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Port 8976d53e-4967-4afc-ae45-2583fc9c7810 on network c97f87a9-75a3-42aa-b254-82913f3baa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:45.022191 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Attempting to bind port 8976d53e-4967-4afc-ae45-2583fc9c7810 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:45.027142 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Attempting to bind port 9a4135bd-8f17-40d3-9692-d78aaac56042 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:45.027797 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Attempting to bind port 9a4135bd-8f17-40d3-9692-d78aaac56042 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:45.028344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Attempting to bind port 9a4135bd-8f17-40d3-9692-d78aaac56042 on network eed5ed98-289d-4322-96d2-6a3965cac58b {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:45.046877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:45.047599 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:45.048346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:45.049246 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Bound port: 8976d53e-4967-4afc-ae45-2583fc9c7810, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:45.049787 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.070768 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Port 9a4135bd-8f17-40d3-9692-d78aaac56042 on network eed5ed98-289d-4322-96d2-6a3965cac58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:45.072130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Attempting to bind port 9a4135bd-8f17-40d3-9692-d78aaac56042 on network eed5ed98-289d-4322-96d2-6a3965cac58b {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:45.112050 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:45.112682 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Checking segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:45.113253 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Bound using segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:45.113871 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Bound port: 9a4135bd-8f17-40d3-9692-d78aaac56042, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:45.114421 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.138810 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e2326-f77f-44e5-8aff-5fe05fa3e446 req-02e96b8c-72e9-47ea-be46-86cba167c50b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:45.148391 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c31e2326-f77f-44e5-8aff-5fe05fa3e446 req-02e96b8c-72e9-47ea-be46-86cba167c50b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 931 time: 0.2700968 Mar 14 14:30:45.394312 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-5f81d290-dcc8-48e1-85f4-7b87c2df4763 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5412517 Mar 14 14:30:45.445838 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61188475-4d2d-47b9-a978-95b60e7ae27e {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:45.482555 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-cf412d2d-8f52-4b89-8728-50182d06db64 None None] Provisioning complete for port a2b15213-cff0-480b-90c2-bca0b327197d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:45.483115 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks [] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.483211 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cf412d2d-8f52-4b89-8728-50182d06db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.529846 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47148) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:45.587095 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-cf412d2d-8f52-4b89-8728-50182d06db64 None None] Port a2b15213-cff0-480b-90c2-bca0b327197d cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:45.597507 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Request body: {'port': {'device_id': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:45.604737 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Transition to ACTIVE for port object 61188475-4d2d-47b9-a978-95b60e7ae27e will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:45.610413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:45.617561 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c31e2326-f77f-44e5-8aff-5fe05fa3e446 req-c48ac932-b0f8-4c59-82cd-df1422cf1480 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677866 Mar 14 14:30:45.643811 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:45.648931 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8976d53e-4967-4afc-ae45-2583fc9c7810,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:45.685069 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.733206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9a4135bd-8f17-40d3-9692-d78aaac56042,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:45.768160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.901091 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.932199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.018808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.019898 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.024354 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f40b-2915-4fa6-a091-5e785f790af6 req-9f9661ff-c98a-4ce6-92d2-dd651d092e67 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.031381 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] 10.222.0.53 "PUT /v2.0/ports/8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 200 len: 1094 time: 3.2766306 Mar 14 14:30:46.031705 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aa90f40b-2915-4fa6-a091-5e785f790af6 req-9f9661ff-c98a-4ce6-92d2-dd651d092e67 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 931 time: 1.7436423 Mar 14 14:30:46.038808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:46.145935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.149350 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.149658 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] 10.222.0.53 "PUT /v2.0/ports/9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 1093 time: 5.3095763 Mar 14 14:30:46.301949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 48ffd565-6604-4417-876e-dafe2deb935e up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:46.387816 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e688d7-a255-4e8f-bd18-4d93d9df175b service neutron] Pushing event updated for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:46.459206 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:46.597016 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.597293 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb36-79f1-457c-92e4-687ba993ea25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.597661 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aa90f40b-2915-4fa6-a091-5e785f790af6 req-cd35fcd2-ccbf-4a63-8209-dce8c833e46f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024838 Mar 14 14:30:46.621434 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Attempting to bind port 61188475-4d2d-47b9-a978-95b60e7ae27e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:46.621992 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Attempting to bind port 61188475-4d2d-47b9-a978-95b60e7ae27e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:46.622706 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Attempting to bind port 61188475-4d2d-47b9-a978-95b60e7ae27e on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:46.622815 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a3a7e-835c-49f9-ad55-46475b18e64a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:46.781762 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Port 61188475-4d2d-47b9-a978-95b60e7ae27e on network 9e997901-0a19-42b4-9214-a40430524c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:46.782479 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Attempting to bind port 61188475-4d2d-47b9-a978-95b60e7ae27e on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:46.816487 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 48ffd565-6604-4417-876e-dafe2deb935e completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:46.822142 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 48ffd565-6604-4417-876e-dafe2deb935e triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:46.822757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (48ffd565-6604-4417-876e-dafe2deb935e), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.900126 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:46.901166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Checking segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:46.901552 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Bound using segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:46.902188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Bound port: 61188475-4d2d-47b9-a978-95b60e7ae27e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:46.902674 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.923468 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749727-279b-46d3-a8b6-4d5a832be2bf service neutron] Pushing event updated for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:46.960905 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740270-0160-46dd-9bd7-d6965558cd5a req-786dc9a9-876b-4987-bafd-bd56f5ac3a77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.963404 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db740270-0160-46dd-9bd7-d6965558cd5a req-786dc9a9-876b-4987-bafd-bd56f5ac3a77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 944 time: 0.8371089 Mar 14 14:30:46.998650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2ba26ab4-0da7-48fd-913d-7262740b2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.000839 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 48ffd565-6604-4417-876e-dafe2deb935e is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:47.001239 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.001404 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2ba26ab4-0da7-48fd-913d-7262740b2bc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 1128 time: 0.7205806 Mar 14 14:30:47.015077 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c223b1-6ef7-4267-875e-fd15abcc9436 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:47.034439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:47.035497 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks [] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.089973 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Transition to ACTIVE for port object a8c223b1-6ef7-4267-875e-fd15abcc9436 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:47.136375 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a263f-927d-405d-bf97-df055bee9807 req-80422fa0-4f1d-4070-b8f9-9d416d5af990 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.139422 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-370a263f-927d-405d-bf97-df055bee9807 req-80422fa0-4f1d-4070-b8f9-9d416d5af990 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 944 time: 0.3599350 Mar 14 14:30:47.141944 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:47.175362 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48ffd565-6604-4417-876e-dafe2deb935e,segment=NetworkSegment(07a5dc32-2740-42ae-9695-912f4c8dc058),segment_id=07a5dc32-2740-42ae-9695-912f4c8dc058)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:47.216386 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9093d5-c32a-499e-b5a3-d237d4eb6972" -d '{"events": [{"server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "name": "network-vif-plugged", "status": "completed", "tag": "48ffd565-6604-4417-876e-dafe2deb935e"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:47.234805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61188475-4d2d-47b9-a978-95b60e7ae27e,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:47.313256 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-370a263f-927d-405d-bf97-df055bee9807 req-56c9af90-a997-4453-a641-5f75c24cea40 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198049 Mar 14 14:30:47.317304 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.319871 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.334842 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.346107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-8fd3adfd-f10f-43d0-9c80-55a094d021b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.353250 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-8fd3adfd-f10f-43d0-9c80-55a094d021b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1127 time: 0.6403148 Mar 14 14:30:47.406499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.413094 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.443716 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-c08c17ea-fef6-4f04-8e55-f1ece31344b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 200 len: 217 time: 0.4238226 Mar 14 14:30:47.463340 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db740270-0160-46dd-9bd7-d6965558cd5a req-603faf02-0594-41cf-a7b1-703b756e16e4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688745 Mar 14 14:30:47.470720 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.484116 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:47.544596 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.545235 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.547545 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 1094 time: 3.7916036 Mar 14 14:30:47.553225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks [] for port (a2b15213-cff0-480b-90c2-bca0b327197d), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.573422 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Transition to ACTIVE for port object a2b15213-cff0-480b-90c2-bca0b327197d will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:47.574323 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:47.576942 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:47.659914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c898-285e-4101-aa35-33eb5ac986c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.712475 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb36-79f1-457c-92e4-687ba993ea25 admin admin] Publish callbacks [] for security_group (f9b9ab7f-39a8-44a3-b21e-bac554c155a9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.717352 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-7a08392e-04af-4827-b563-be3525098f08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.1987817 Mar 14 14:30:47.724449 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Attempting to bind port a8c223b1-6ef7-4267-875e-fd15abcc9436 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:47.725174 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Attempting to bind port a8c223b1-6ef7-4267-875e-fd15abcc9436 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:47.725740 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Attempting to bind port a8c223b1-6ef7-4267-875e-fd15abcc9436 on network eed5ed98-289d-4322-96d2-6a3965cac58b {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:47.736255 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Port a8c223b1-6ef7-4267-875e-fd15abcc9436 on network eed5ed98-289d-4322-96d2-6a3965cac58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:47.740326 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Attempting to bind port a8c223b1-6ef7-4267-875e-fd15abcc9436 on network eed5ed98-289d-4322-96d2-6a3965cac58b {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:47.750351 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.764201 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e3c5f6-ee0f-4233-b669-e470ef2597f0 x-openstack-request-id: req-25e3c5f6-ee0f-4233-b669-e470ef2597f0 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:47.764839 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:47.765421 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25e3c5f6-ee0f-4233-b669-e470ef2597f0 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:47.766261 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'status': 'completed', 'code': 200} Mar 14 14:30:47.812461 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2a3e2d6f-4935-4173-9725-4862bf21b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.814666 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2a3e2d6f-4935-4173-9725-4862bf21b01a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.2963843 Mar 14 14:30:47.834431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:47.835156 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Checking segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:47.835932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Bound using segment: {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:47.836890 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Bound port: a8c223b1-6ef7-4267-875e-fd15abcc9436, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d16234-1423-4456-8bad-ccfe0a3e14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:47.837624 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.899441 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-4c69919c-169d-4889-973c-4a571af8ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.915784 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-4c69919c-169d-4889-973c-4a571af8ed07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.1921809 Mar 14 14:30:47.961665 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d322-e2a8-424f-83a8-f55d1530e796 req-fe1bff18-3038-4a3d-86fd-ced4df51261f tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.971244 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0187d322-e2a8-424f-83a8-f55d1530e796 req-fe1bff18-3038-4a3d-86fd-ced4df51261f tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.4773250 Mar 14 14:30:48.043653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:48.064885 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb36-79f1-457c-92e4-687ba993ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f9b9ab7f-39a8-44a3-b21e-bac554c155a9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.126540 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4ea0cb36-79f1-457c-92e4-687ba993ea25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec51751ee97f419d840371bfa16d5b87&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5762618 Mar 14 14:30:48.134548 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47194) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:48.173360 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-401d29e5-6aa1-4492-8fe5-892746b066e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861796 Mar 14 14:30:48.184156 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Attempting to bind port a2b15213-cff0-480b-90c2-bca0b327197d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:48.184649 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Attempting to bind port a2b15213-cff0-480b-90c2-bca0b327197d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:48.185080 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Attempting to bind port a2b15213-cff0-480b-90c2-bca0b327197d on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:48.196843 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-6fa08962-5eb6-4b89-a52d-5307dde979d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.198888 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-6fa08962-5eb6-4b89-a52d-5307dde979d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1128 time: 0.3574665 Mar 14 14:30:48.229533 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0187d322-e2a8-424f-83a8-f55d1530e796 req-5518c909-eade-4c1f-9567-d81148c189c1 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577753 Mar 14 14:30:48.250820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0cb36-79f1-457c-92e4-687ba993ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9ab7f-39a8-44a3-b21e-bac554c155a9,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:48.290354 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Port a2b15213-cff0-480b-90c2-bca0b327197d on network 1e4aa525-5bdd-4df2-8f20-26c114826120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:48.290956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Attempting to bind port a2b15213-cff0-480b-90c2-bca0b327197d on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:48.295082 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:48.332491 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2e8c31f3-3520-4fc3-b4d9-1ffaeaf5a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.335541 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-2e8c31f3-3520-4fc3-b4d9-1ffaeaf5a94b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5154278 Mar 14 14:30:48.347826 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-157f80a1-839c-49cc-ae24-ff1a8b3a7b68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 217 time: 0.1170964 Mar 14 14:30:48.354289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637307f-a157-407b-b977-144338688c57 req-f8c1f23b-5941-47ec-bd6b-78e6506a4762 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.356135 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:48.356539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Checking segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:48.356991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Bound using segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:48.357522 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Bound port: a2b15213-cff0-480b-90c2-bca0b327197d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:48.357699 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7637307f-a157-407b-b977-144338688c57 req-f8c1f23b-5941-47ec-bd6b-78e6506a4762 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.5252285 Mar 14 14:30:48.357883 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.402221 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:48.471791 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-9e62214f-a69a-4742-b450-2478df7c33d8 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872448 Mar 14 14:30:48.527446 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.577894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691df799-f553-4950-b520-cb5a16ca704a x-openstack-request-id: req-691df799-f553-4950-b520-cb5a16ca704a {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:48.578902 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "name": "network-vif-plugged", "status": "completed", "tag": "48ffd565-6604-4417-876e-dafe2deb935e", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:48.579341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-691df799-f553-4950-b520-cb5a16ca704a {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:48.580230 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e', 'code': 200} Mar 14 14:30:48.658251 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-921b91c4-423a-4f13-b8b9-b874cea97a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.660271 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7637307f-a157-407b-b977-144338688c57 req-1030290d-daa1-4890-8e7b-59055b8c4fce tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049408 Mar 14 14:30:48.661697 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-921b91c4-423a-4f13-b8b9-b874cea97a5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.2894764 Mar 14 14:30:48.668197 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ff820-9f23-439c-8409-1fa64b205b9f x-openstack-request-id: req-f00ff820-9f23-439c-8409-1fa64b205b9f {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:48.671390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:48.671390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f00ff820-9f23-439c-8409-1fa64b205b9f {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:48.671390 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'status': 'completed', 'code': 200} Mar 14 14:30:48.704615 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] Publish callbacks [] for security_group (f9b9ab7f-39a8-44a3-b21e-bac554c155a9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.719055 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.719706 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.721317 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] 10.222.0.53 "PUT /v2.0/ports/a8c223b1-6ef7-4267-875e-fd15abcc9436 HTTP/1.1" status: 200 len: 1093 time: 4.6307845 Mar 14 14:30:48.826363 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] Publish callbacks [] for security_group (f9b9ab7f-39a8-44a3-b21e-bac554c155a9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.838844 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ecaf6-3015-4928-ba60-b839acddf987 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:48.852083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:48.966493 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-83f03fc2-35bf-4534-84f4-f8335c6763fc service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029181 Mar 14 14:30:48.978449 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:49.030950 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44ee57a5-5b06-4f31-a656-c6f4d6d5293e req-2b2b1008-067d-464f-b2b6-1531dbe99971 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320430 Mar 14 14:30:49.035258 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-c563396b-b9cf-4a2c-b089-a1ba19736504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.036122 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-c563396b-b9cf-4a2c-b089-a1ba19736504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3549304 Mar 14 14:30:49.068810 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee29e54-5392-414d-a506-18c67d62e914 req-dc66963e-c439-4e12-9210-ec52f49ed4b0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.074466 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ee29e54-5392-414d-a506-18c67d62e914 req-dc66963e-c439-4e12-9210-ec52f49ed4b0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 944 time: 0.2488785 Mar 14 14:30:49.097177 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.103141 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47214) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:49.212645 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fc11-af86-496a-8d9c-8a78fef420f3 req-d727fe2e-78b4-43d8-818c-91ad07fe6667 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.215179 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8551fc11-af86-496a-8d9c-8a78fef420f3 req-d727fe2e-78b4-43d8-818c-91ad07fe6667 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 943 time: 0.3977847 Mar 14 14:30:49.245498 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-3ae5591c-aa76-445a-b6be-6d34d8a1257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.248291 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-3ae5591c-aa76-445a-b6be-6d34d8a1257a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 1127 time: 0.3536372 Mar 14 14:30:49.250420 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f9b9ab7f-39a8-44a3-b21e-bac554c155a9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.255361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.257469 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b9ab7f-39a8-44a3-b21e-bac554c155a9 HTTP/1.1" status: 204 len: 168 time: 1.1179557 Mar 14 14:30:49.394942 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.396013 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.400326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 1093 time: 3.8161530 Mar 14 14:30:49.430922 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ee29e54-5392-414d-a506-18c67d62e914 req-06c963df-4750-460a-8eb2-0a7d8817c112 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378422 Mar 14 14:30:49.457056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-410365e6-d97f-49d9-8034-dd97645901f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.469672 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-410365e6-d97f-49d9-8034-dd97645901f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 1130 time: 0.3591669 Mar 14 14:30:49.504165 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-156e09d8-18f3-4017-8f4e-f636bfc0b635 req-418b143f-e1a4-4edb-816d-2bd5177daa5d service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228810 Mar 14 14:30:49.513342 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-d066133e-b458-4b8b-b664-b85232c381ab service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.660187 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-d066133e-b458-4b8b-b664-b85232c381ab service neutron] Publish callbacks [] for security_group (40f2fe0b-5571-44ab-9499-8513b0ea11c4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.766444 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47226) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:49.767152 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:49.770451 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df557819-1e52-4ca9-8fac-953e79ac1c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:49.789056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-95794d56-3420-4846-a848-f71b8a370854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.790824 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-95794d56-3420-4846-a848-f71b8a370854 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1127 time: 0.1288009 Mar 14 14:30:49.817108 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa0f32-8c7c-4a07-9ce1-220edce5fe46 req-2c2704d2-4477-44e4-903b-8e0b1d22e71f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.820807 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96aa0f32-8c7c-4a07-9ce1-220edce5fe46 req-2c2704d2-4477-44e4-903b-8e0b1d22e71f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 944 time: 0.1570749 Mar 14 14:30:49.840472 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-d066133e-b458-4b8b-b664-b85232c381ab service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (40f2fe0b-5571-44ab-9499-8513b0ea11c4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.852501 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded245eb-b792-4bb5-bfc6-2f772d7b2bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9ab7f-39a8-44a3-b21e-bac554c155a9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:49.928244 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-0fe100fe-f35a-4d71-afbb-435ad8d3e678 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436 HTTP/1.1" status: 200 len: 217 time: 0.6515563 Mar 14 14:30:49.954540 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6b675025-3de5-4ab9-bb6b-c45a069b3ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.991958 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec778dc-e914-4e40-8ffe-44a8170624c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:50.004889 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-e362ed6e-63a9-4da0-b6f9-b4507c17a47f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 217 time: 0.1818306 Mar 14 14:30:50.088369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-05d0faec-2ceb-4a98-b3eb-4b5f399a7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.089845 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-05d0faec-2ceb-4a98-b3eb-4b5f399a7e35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0683410 Mar 14 14:30:50.132313 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b7d0527-041f-4e0e-8bf4-f8cd4786dfb6 req-d066133e-b458-4b8b-b664-b85232c381ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612015 Mar 14 14:30:50.137737 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96aa0f32-8c7c-4a07-9ce1-220edce5fe46 req-c86b99d4-d34d-4d97-b0b2-81171c538925 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002241 Mar 14 14:30:50.138425 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066133e-b458-4b8b-b664-b85232c381ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40f2fe0b-5571-44ab-9499-8513b0ea11c4,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:50.164562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-fd195e16-60c3-4ad2-8798-fab5e1ee91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.166475 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-fd195e16-60c3-4ad2-8798-fab5e1ee91e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666370 Mar 14 14:30:50.179915 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-08eec145-7c0f-44e3-b624-b42f80f1fd0d service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1210284 Mar 14 14:30:50.214932 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8551fc11-af86-496a-8d9c-8a78fef420f3 req-2ae6eccc-4db4-4352-8346-26757928bab1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9553144 Mar 14 14:30:50.227362 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5521d924-04ab-4525-8843-fbffc51c3ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.261096 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-c1fbee95-df6a-4157-bd7f-7a5b4fb8d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.263738 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-c1fbee95-df6a-4157-bd7f-7a5b4fb8d9e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.2778313 Mar 14 14:30:50.304255 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-9e5ab006-e6e4-46ea-97f7-4142f1fd21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.307052 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-9e5ab006-e6e4-46ea-97f7-4142f1fd21d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 1128 time: 0.4511569 Mar 14 14:30:50.319624 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9a4135bd-8f17-40d3-9692-d78aaac56042 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:50.400181 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5521d924-04ab-4525-8843-fbffc51c3ec7 admin admin] Publish callbacks [] for security_group (7ca02880-b514-441f-9c7e-ca4386c76d4d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.418350 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c64e2-df97-478a-bd33-f6a05d473ed8 req-7e696cf3-a425-45ce-ba7f-8f6d31ba1307 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.422089 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c16c64e2-df97-478a-bd33-f6a05d473ed8 req-7e696cf3-a425-45ce-ba7f-8f6d31ba1307 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.1018112 Mar 14 14:30:50.442654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6b675025-3de5-4ab9-bb6b-c45a069b3ec4 admin admin] Publish callbacks [] for security_group (3ea72299-4863-450d-b08c-e7e14ba3eda2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.519290 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5521d924-04ab-4525-8843-fbffc51c3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7ca02880-b514-441f-9c7e-ca4386c76d4d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.525649 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9a4135bd-8f17-40d3-9692-d78aaac56042,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:50.544803 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '9a4135bd-8f17-40d3-9692-d78aaac56042', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'port_id': '9a4135bd-8f17-40d3-9692-d78aaac56042', 'mac_address': 'fa:16:3e:44:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:50.567932 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-90769be2-8b56-499d-972a-cbe50b77813b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198144 Mar 14 14:30:50.588106 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6b675025-3de5-4ab9-bb6b-c45a069b3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3ea72299-4863-450d-b08c-e7e14ba3eda2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.593092 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c16c64e2-df97-478a-bd33-f6a05d473ed8 req-1749945a-74b7-47a6-b3d3-c0f7571a6277 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594048 Mar 14 14:30:50.593741 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9a4135bd-8f17-40d3-9692-d78aaac56042 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:50.594387 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.612348 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4135bd-8f17-40d3-9692-d78aaac56042 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:50.622594 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521d924-04ab-4525-8843-fbffc51c3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca02880-b514-441f-9c7e-ca4386c76d4d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:50.632115 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5521d924-04ab-4525-8843-fbffc51c3ec7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe7a78acaf384ef58dfef41082d2dc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8586817 Mar 14 14:30:50.644327 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47238) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:50.644524 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9a4135bd-8f17-40d3-9692-d78aaac56042,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:50.656748 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-d119a37f-6150-4eb7-9d24-128cab8512bc service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148850 Mar 14 14:30:50.681557 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436'}, {'name': 'network-changed', 'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:50.685674 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306207d6-7b95-4deb-b528-90be27e0154e" -d '{"events": [{"name": "network-changed", "server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436"}, {"name": "network-changed", "server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:50.705680 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76622531-9555-4b66-b0fd-c93950b01da6 x-openstack-request-id: req-76622531-9555-4b66-b0fd-c93950b01da6 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:50.705974 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:50.706258 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76622531-9555-4b66-b0fd-c93950b01da6 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:50.706647 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042', 'status': 'completed', 'code': 200} Mar 14 14:30:50.712911 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.808912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] Publish callbacks [] for security_group (7ca02880-b514-441f-9c7e-ca4386c76d4d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.809132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:50.827729 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47242) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:50.915379 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38c40-c592-4e12-86cf-08741be2ec29 req-25ea97e2-a8bc-4456-b48d-27c2ab5f2dac tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.917261 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ad38c40-c592-4e12-86cf-08741be2ec29 req-25ea97e2-a8bc-4456-b48d-27c2ab5f2dac tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.5443590 Mar 14 14:30:50.926924 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6b675025-3de5-4ab9-bb6b-c45a069b3ec4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=922e73246241437f867e4fc839525b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7962377 Mar 14 14:30:50.966975 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47244) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:50.990187 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675025-3de5-4ab9-bb6b-c45a069b3ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea72299-4863-450d-b08c-e7e14ba3eda2,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:51.017952 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['9a4135bd-8f17-40d3-9692-d78aaac56042'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:51.053889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] Publish callbacks [] for security_group (7ca02880-b514-441f-9c7e-ca4386c76d4d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.055576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-51a6db01-1c9b-47b3-a609-a03ae518a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.057440 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-51a6db01-1c9b-47b3-a609-a03ae518a3c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.6077247 Mar 14 14:30:51.066511 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-f2496fb8-8814-4de8-b6c3-a4425ae13980 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205716 Mar 14 14:30:51.135569 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3196b26b-d2a8-4276-a6e8-68b75c61b12c req-a6176719-7670-46ee-8dc1-0eccf11ae507 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688013 Mar 14 14:30:51.137776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.157497 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-5161df35-9286-42b7-95cf-6cd4d6c19853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 200 len: 217 time: 0.0872538 Mar 14 14:30:51.160966 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-6b17628d-b90a-44c9-aa1b-6f4fdb70be6a service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789130 Mar 14 14:30:51.166818 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ad38c40-c592-4e12-86cf-08741be2ec29 req-b588d75b-2a21-4e35-baa6-7b15ca89ae05 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385495 Mar 14 14:30:51.217598 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-d8502a55-673f-4ea0-ab8a-b9f6bba355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.220026 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-d8502a55-673f-4ea0-ab8a-b9f6bba355e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1128 time: 0.4558904 Mar 14 14:30:51.236658 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] Publish callbacks [] for security_group (3ea72299-4863-450d-b08c-e7e14ba3eda2), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.320260 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-ceee0fe5-657c-4ec8-b3e0-70b354b0b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.321639 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-ceee0fe5-657c-4ec8-b3e0-70b354b0b433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.1516724 Mar 14 14:30:51.336473 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9f490-4a13-44ea-a0b5-21888e254d8a x-openstack-request-id: req-25f9f490-4a13-44ea-a0b5-21888e254d8a {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:51.336805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:51.337027 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25f9f490-4a13-44ea-a0b5-21888e254d8a {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:51.337668 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436', 'status': 'completed', 'code': 200} Mar 14 14:30:51.337928 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'status': 'completed', 'code': 200} Mar 14 14:30:51.340136 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] Publish callbacks [] for security_group (3ea72299-4863-450d-b08c-e7e14ba3eda2), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.430387 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19e5d5-6738-48e3-8f53-5871682f85b3 req-769b8bcd-1749-4cf4-b823-bd379e0a89fb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.430850 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c477d4b2-73b1-451a-9cdb-34e918ac7234 req-34df726e-c170-44da-b434-24cf754b9e5a service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619352 Mar 14 14:30:51.432186 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be19e5d5-6738-48e3-8f53-5871682f85b3 req-769b8bcd-1749-4cf4-b823-bd379e0a89fb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 944 time: 0.5813410 Mar 14 14:30:51.484773 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-05f1285c-3bca-40c9-a04d-11fc6e3ceaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.486360 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-05f1285c-3bca-40c9-a04d-11fc6e3ceaca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1217389 Mar 14 14:30:51.536390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fe6f3-2c41-42af-9707-58727b98626d req-9f5a51f4-2a2a-410b-a90b-5d7551b76f9f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.538013 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9c0fe6f3-2c41-42af-9707-58727b98626d req-9f5a51f4-2a2a-410b-a90b-5d7551b76f9f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 944 time: 0.1097112 Mar 14 14:30:51.556008 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7ca02880-b514-441f-9c7e-ca4386c76d4d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.559010 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.565430 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ca02880-b514-441f-9c7e-ca4386c76d4d HTTP/1.1" status: 204 len: 168 time: 0.9145005 Mar 14 14:30:51.614949 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb2ad3-b09d-4b53-a8c5-46aed33f6fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca02880-b514-441f-9c7e-ca4386c76d4d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:51.651179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-99e2027b-b1a9-4fb3-b04c-b8df38b419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.652767 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-99e2027b-b1a9-4fb3-b04c-b8df38b419c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.4262719 Mar 14 14:30:51.687832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3ea72299-4863-450d-b08c-e7e14ba3eda2), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.692637 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be19e5d5-6738-48e3-8f53-5871682f85b3 req-8e157b9d-d9b2-4dc5-af3b-31aebf39713b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415895 Mar 14 14:30:51.694742 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.700811 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ea72299-4863-450d-b08c-e7e14ba3eda2 HTTP/1.1" status: 204 len: 168 time: 0.7319150 Mar 14 14:30:51.763711 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Publish callbacks [] for security_group (92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.770789 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-9862d422-4cc6-4d79-abd6-77181b431382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.774841 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-9862d422-4cc6-4d79-abd6-77181b431382 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1128 time: 0.3848858 Mar 14 14:30:51.778654 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-5b84ef28-4460-45cc-b08d-ccee5b656d95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.1126029 Mar 14 14:30:51.785222 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b470ed5-ad9b-46e2-bfb4-6c4b466906d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea72299-4863-450d-b08c-e7e14ba3eda2,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:51.817874 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9c0fe6f3-2c41-42af-9707-58727b98626d req-c5df3210-10cb-48e0-9afb-7e39af7eeec7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191215 Mar 14 14:30:51.850758 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-94adb231-5c02-4a72-941b-7c014302c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.853076 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-94adb231-5c02-4a72-941b-7c014302c7fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 1127 time: 0.1811416 Mar 14 14:30:51.856822 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-f0d1ef36-c355-4035-8850-62c50e682c19 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620608 Mar 14 14:30:51.933255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-f48d09bb-9a18-48de-876c-9ff25148113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.935233 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-f48d09bb-9a18-48de-876c-9ff25148113f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.1473069 Mar 14 14:30:51.986520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.035908 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-ca672ea4-f3bd-4db6-abd8-43fb9e2c14ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623083 Mar 14 14:30:52.104024 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:52.121583 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=140db5f66c644808a3f6fe1c4f25f9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2853231 Mar 14 14:30:52.135562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fdad2-ea51-4fcc-afc7-823b992fab1b req-67b1e4e9-9449-480a-bee4-bb3605b4b8e7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.137174 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c63fdad2-ea51-4fcc-afc7-823b992fab1b req-67b1e4e9-9449-480a-bee4-bb3605b4b8e7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 943 time: 0.2804980 Mar 14 14:30:52.137913 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47256) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:52.141987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-0b392ab4-733f-4b5a-b06a-2ac53a0be348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.143567 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-0b392ab4-733f-4b5a-b06a-2ac53a0be348 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.3575947 Mar 14 14:30:52.159532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.159532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.159532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.159532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.160314 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.160314 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.160570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.161019 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.161167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.161498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.161667 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.162116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.162579 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.162813 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.163083 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ac153-4a9e-4539-99eb-daf6928e6a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:52.266679 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-2540667a-d112-4c73-8408-c0da03460e2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 217 time: 0.0994473 Mar 14 14:30:52.277648 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-0aad031d-a1a0-4bc8-8e27-8de44931e496 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000382 Mar 14 14:30:52.328459 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 8976d53e-4967-4afc-ae45-2583fc9c7810 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:52.385856 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907a55-4d5e-4f95-ac32-5f7bc6327339 req-bd093b6c-99cf-4704-83f7-0a0018d0a010 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.401173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-87907a55-4d5e-4f95-ac32-5f7bc6327339 req-bd093b6c-99cf-4704-83f7-0a0018d0a010 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.4658496 Mar 14 14:30:52.423769 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c63fdad2-ea51-4fcc-afc7-823b992fab1b req-952b5e2f-e747-4fec-8388-fcbefc5a7231 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552912 Mar 14 14:30:52.425813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9a4135bd-8f17-40d3-9692-d78aaac56042 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:52.433004 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-3b230878-e5a8-4f58-ba50-7385a42bdb02 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775482 Mar 14 14:30:52.455728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-028a3b19-793b-4656-86a9-4a8d2ff8a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.460401 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-028a3b19-793b-4656-86a9-4a8d2ff8a2e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.1840584 Mar 14 14:30:52.491716 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-d1e4f859-2238-4e4b-88a7-610bed50c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.495214 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-d1e4f859-2238-4e4b-88a7-610bed50c6f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.6280789 Mar 14 14:30:52.579175 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] Publish callbacks [] for security_group (92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.619968 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-87907a55-4d5e-4f95-ac32-5f7bc6327339 req-6a3783ac-8925-49b1-a8c2-71b4ba8bf83b tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173917 Mar 14 14:30:52.680049 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] Publish callbacks [] for security_group (92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.724719 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-d397d3bc-193b-4194-b7cd-b4e2feaba614 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436 HTTP/1.1" status: 200 len: 217 time: 0.1106634 Mar 14 14:30:52.732633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-a54c331c-0c25-404d-8352-58f793673494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.734339 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-a54c331c-0c25-404d-8352-58f793673494 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2624102 Mar 14 14:30:52.770356 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8976d53e-4967-4afc-ae45-2583fc9c7810,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:52.801623 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df557819-1e52-4ca9-8fac-953e79ac1c7f req-c47c661a-d6b2-4f2c-8cf5-11c7a3c258e7 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385990 Mar 14 14:30:52.815230 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:52.817636 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4331f-35c8-4109-a854-aa90fde198e6 req-2572adfc-2407-47cf-8c45-40dc04d76d45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.830991 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dee4331f-35c8-4109-a854-aa90fde198e6 req-2572adfc-2407-47cf-8c45-40dc04d76d45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.2887530 Mar 14 14:30:52.904247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 9a4135bd-8f17-40d3-9692-d78aaac56042 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:52.917452 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 9a4135bd-8f17-40d3-9692-d78aaac56042 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:52.917870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.934595 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-6c92dd92-53a5-40ec-b91a-bc5914601f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.938575 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-6c92dd92-53a5-40ec-b91a-bc5914601f75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.2080526 Mar 14 14:30:52.976721 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 8976d53e-4967-4afc-ae45-2583fc9c7810 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:52.977104 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.001359 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-16ff8297-3cd3-43a2-a56b-bcd6c363f262 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549922 Mar 14 14:30:53.020157 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8976d53e-4967-4afc-ae45-2583fc9c7810 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:53.024936 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dee4331f-35c8-4109-a854-aa90fde198e6 req-ce41caf0-195e-4a61-9f37-a5c72af28f3d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783283 Mar 14 14:30:53.025371 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15864b0b-7fdc-476b-bbe8-63df869e8c1f req-a012efbf-1343-4466-b735-c41601151754 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:53.027861 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-15864b0b-7fdc-476b-bbe8-63df869e8c1f req-a012efbf-1343-4466-b735-c41601151754 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 944 time: 0.1759384 Mar 14 14:30:53.041108 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-449806b4-898f-4f3d-aadd-4f49aaa3acb4 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963176 Mar 14 14:30:53.085950 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8976d53e-4967-4afc-ae45-2583fc9c7810,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.094876 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.104772 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.110122 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6 HTTP/1.1" status: 204 len: 168 time: 0.9649837 Mar 14 14:30:53.123388 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47268) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:53.232235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.237184 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d89d7-b924-411f-9b3b-bc2c37c0ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bbcc77-8bfd-4cdd-a4f4-f690c30c6cc6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:53.294642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9a4135bd-8f17-40d3-9692-d78aaac56042 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:53.295443 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.328804 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-912a5a28-e730-439f-97fd-177bb4c8e550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.344331 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47272) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:53.388323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44cd7cbc-abf4-448d-9991-b09ff8e12dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.398071 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:53.398647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc7689-6257-48cb-844f-9deb651d5e48" -d '{"events": [{"server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "name": "network-vif-plugged", "status": "completed", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:53.406567 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:53.432139 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9a4135bd-8f17-40d3-9692-d78aaac56042,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.432621 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-6c47e95e-c620-4dc5-836d-516e64992b3f service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214799 Mar 14 14:30:53.494556 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-15864b0b-7fdc-476b-bbe8-63df869e8c1f req-fa63d3a4-b566-4d53-8202-e2f39b089ca1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119714 Mar 14 14:30:53.496839 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.600589 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['8976d53e-4967-4afc-ae45-2583fc9c7810'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:53.613611 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-5de6b88c-5ecd-46cc-9299-0d2494f8fa3e service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619463 Mar 14 14:30:53.618965 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b515-177e-419c-bd48-c2d223b21822 req-c381dc41-c6cb-4af3-9705-893472719474 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:53.621671 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2836b515-177e-419c-bd48-c2d223b21822 req-c381dc41-c6cb-4af3-9705-893472719474 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 945 time: 0.3805439 Mar 14 14:30:53.654263 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f263b13-c264-438f-a1c4-37b13d2b6649 x-openstack-request-id: req-7f263b13-c264-438f-a1c4-37b13d2b6649 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:53.654944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "name": "network-vif-plugged", "status": "completed", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:53.655456 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f263b13-c264-438f-a1c4-37b13d2b6649 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:53.656384 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042', 'code': 200} Mar 14 14:30:53.664094 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0b33d9b6-1581-4f9d-aefd-1ce588ac6bb6 req-31dcb91e-6a2e-46bf-abe2-43a408637a82 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156764 Mar 14 14:30:53.711008 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:53.866589 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2836b515-177e-419c-bd48-c2d223b21822 req-3d44a195-e976-4830-8886-173d912cb751 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327607 Mar 14 14:30:53.979147 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63213af-d165-402f-b9d7-0e4a1e982aa1 req-af7763e1-88ca-4b71-b07b-f0787c9e05c9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:53.981513 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c63213af-d165-402f-b9d7-0e4a1e982aa1 req-af7763e1-88ca-4b71-b07b-f0787c9e05c9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 943 time: 0.1281595 Mar 14 14:30:53.999548 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44cd7cbc-abf4-448d-9991-b09ff8e12dd4 admin admin] Publish callbacks [] for security_group (d7f09826-4de9-49dc-a0c7-a3ab070670ce), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.004391 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-912a5a28-e730-439f-97fd-177bb4c8e550 admin admin] Publish callbacks [] for security_group (8b2ed596-e7c7-4d75-a6cf-2fde8c004e92), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.059570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-463e17a7-c514-47b1-9f79-f6082d9b47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.062480 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-463e17a7-c514-47b1-9f79-f6082d9b47ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1127 time: 0.2617705 Mar 14 14:30:54.080957 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c63213af-d165-402f-b9d7-0e4a1e982aa1 req-9fb5b876-be22-4b84-9ee4-58cef31c74af tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863802 Mar 14 14:30:54.127116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44cd7cbc-abf4-448d-9991-b09ff8e12dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (d7f09826-4de9-49dc-a0c7-a3ab070670ce), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.184175 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-912a5a28-e730-439f-97fd-177bb4c8e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (8b2ed596-e7c7-4d75-a6cf-2fde8c004e92), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.225469 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a55f2-78a0-48d1-ad32-4968b3337ae1 req-d9a0c86f-2c59-4e13-8d6f-0beca43b7ac9 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.227385 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7b4a55f2-78a0-48d1-ad32-4968b3337ae1 req-d9a0c86f-2c59-4e13-8d6f-0beca43b7ac9 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.2207754 Mar 14 14:30:54.254255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd7cbc-abf4-448d-9991-b09ff8e12dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f09826-4de9-49dc-a0c7-a3ab070670ce,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.258586 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab002bf-d607-4850-a466-e18f4bbb4e5e req-1bd75f9e-f093-4f93-9272-cec366d3736a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.260706 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ab002bf-d607-4850-a466-e18f4bbb4e5e req-1bd75f9e-f093-4f93-9272-cec366d3736a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0653954 Mar 14 14:30:54.289259 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-8d080f66-e9fa-424f-b2b6-b763c7d871e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.291700 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-8d080f66-e9fa-424f-b2b6-b763c7d871e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.2206941 Mar 14 14:30:54.328511 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-44cd7cbc-abf4-448d-9991-b09ff8e12dd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88a90f50784a4d9a82b4f89da3af97e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9781518 Mar 14 14:30:54.332563 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:54.356054 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47292) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:54.423392 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-912a5a28-e730-439f-97fd-177bb4c8e550 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79b657fe60454dcf98413bbea1897243&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2941780 Mar 14 14:30:54.442805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47294) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:54.497178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612f01c-1389-422e-84da-2fda37aed965 req-01e343f6-58cb-4513-b51f-8390ddbb0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.499261 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6612f01c-1389-422e-84da-2fda37aed965 req-01e343f6-58cb-4513-b51f-8390ddbb0cae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.2351270 Mar 14 14:30:54.506151 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ab002bf-d607-4850-a466-e18f4bbb4e5e req-f7607962-7e16-44a3-9d9f-278cdd9af3a0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849353 Mar 14 14:30:54.535988 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:54.582443 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:54.597372 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Publish callbacks [] for security_group (8b2ed596-e7c7-4d75-a6cf-2fde8c004e92), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.654578 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Publish callbacks [] for security_group (8b2ed596-e7c7-4d75-a6cf-2fde8c004e92), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.658976 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:54.659482 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.684747 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6612f01c-1389-422e-84da-2fda37aed965 req-fcf171d0-1f28-4d36-a09e-b21a072a09ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733942 Mar 14 14:30:54.687120 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:54.688582 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a5a28-e730-439f-97fd-177bb4c8e550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ed596-e7c7-4d75-a6cf-2fde8c004e92,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.698307 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-ea4bcf27-a0f1-46d6-8eaa-010555c32cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 217 time: 0.3579822 Mar 14 14:30:54.719687 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7b4a55f2-78a0-48d1-ad32-4968b3337ae1 req-0e22d0b8-0668-46d2-ad49-57fefacd2bb1 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659603 Mar 14 14:30:54.787361 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] Publish callbacks [] for security_group (d7f09826-4de9-49dc-a0c7-a3ab070670ce), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.792495 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054423-f578-44e5-8a25-e3c5c07dc5a2 req-f11e9ecc-1ed9-48c9-992f-a331d46ee2c8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.794151 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c054423-f578-44e5-8a25-e3c5c07dc5a2 req-f11e9ecc-1ed9-48c9-992f-a331d46ee2c8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 944 time: 0.1032383 Mar 14 14:30:54.799947 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:54.827643 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] Publish callbacks [] for security_group (d7f09826-4de9-49dc-a0c7-a3ab070670ce), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.880783 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c054423-f578-44e5-8a25-e3c5c07dc5a2 req-03b61e28-f7bc-4541-9960-dd870d4be73f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755436 Mar 14 14:30:54.906786 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.908269 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 61188475-4d2d-47b9-a978-95b60e7ae27e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:54.909061 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (8b2ed596-e7c7-4d75-a6cf-2fde8c004e92), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.918272 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.921907 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b2ed596-e7c7-4d75-a6cf-2fde8c004e92 HTTP/1.1" status: 204 len: 168 time: 0.4743435 Mar 14 14:30:54.933171 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ed596-e7c7-4d75-a6cf-2fde8c004e92,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.944368 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.948853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.959577 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.959942 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.960289 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.960627 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.962158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.966427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db069335-a6c6-408f-a2b8-6081bb17b527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:54.991787 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (d7f09826-4de9-49dc-a0c7-a3ab070670ce), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.995466 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:55.000058 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7f09826-4de9-49dc-a0c7-a3ab070670ce HTTP/1.1" status: 204 len: 168 time: 0.6114249 Mar 14 14:30:55.062282 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76fd37-4e5e-4200-bb0f-50915b285320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f09826-4de9-49dc-a0c7-a3ab070670ce,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:55.072012 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-45260003-d90b-41f2-9878-f206dfd17b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.073604 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-45260003-d90b-41f2-9878-f206dfd17b44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.1247425 Mar 14 14:30:55.134292 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9f07b-96e5-493a-974f-82265a7d1287 req-4521d7f8-70c9-4f34-83ed-3d12e9082bbb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.136124 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73f9f07b-96e5-493a-974f-82265a7d1287 req-4521d7f8-70c9-4f34-83ed-3d12e9082bbb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 945 time: 0.1498997 Mar 14 14:30:55.205100 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306207d6-7b95-4deb-b528-90be27e0154e req-591656f6-81ec-4a02-b185-c6b1fd3dd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.207176 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-591656f6-81ec-4a02-b185-c6b1fd3dd070 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1253719 Mar 14 14:30:55.322089 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73f9f07b-96e5-493a-974f-82265a7d1287 req-12cc3ba1-48e9-44f9-b8eb-53ec2af650c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757870 Mar 14 14:30:55.327555 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:55.339384 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57264d5-af92-4afd-8744-21ab3002f7fe req-4a79b8fd-7f26-46cb-8e47-a031709a15e0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.343222 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a57264d5-af92-4afd-8744-21ab3002f7fe req-4a79b8fd-7f26-46cb-8e47-a031709a15e0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 943 time: 0.1210909 Mar 14 14:30:55.351289 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61188475-4d2d-47b9-a978-95b60e7ae27e,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:55.357628 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.361533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.362129 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.363492 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.364566 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.365256 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.365885 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.366493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.367061 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.367629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:55.391523 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'port_id': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'mac_address': 'fa:16:3e:6d:a8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:55.423633 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-4a13b1ed-7d9e-4337-8fa0-e8d52a5be8c3 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082376 Mar 14 14:30:55.447318 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a57264d5-af92-4afd-8744-21ab3002f7fe req-8a948ffe-e03b-4bd6-a7c8-5df5271ebbfb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973911 Mar 14 14:30:55.473214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 61188475-4d2d-47b9-a978-95b60e7ae27e is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:55.473214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:55.489610 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61188475-4d2d-47b9-a978-95b60e7ae27e {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:55.518919 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61188475-4d2d-47b9-a978-95b60e7ae27e,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:55.558497 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306207d6-7b95-4deb-b528-90be27e0154e req-9bae4169-98e1-494b-8daf-333e3258df51 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268797 Mar 14 14:30:55.627063 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:55.627865 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a8c223b1-6ef7-4267-875e-fd15abcc9436 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:55.767539 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:55.774454 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8581-9690-4727-91f5-e9d2b018c39b req-3750c872-3979-4233-8eb9-29fe9ff53a5e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.775272 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-136a8581-9690-4727-91f5-e9d2b018c39b req-3750c872-3979-4233-8eb9-29fe9ff53a5e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.1252737 Mar 14 14:30:55.899370 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-136a8581-9690-4727-91f5-e9d2b018c39b req-9d24f679-6c32-482f-bc24-f9750f20b1e7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160607 Mar 14 14:30:55.976198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:56.000236 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'a8c223b1-6ef7-4267-875e-fd15abcc9436', 'network_id': 'eed5ed98-289d-4322-96d2-6a3965cac58b', 'port_id': 'a8c223b1-6ef7-4267-875e-fd15abcc9436', 'mac_address': 'fa:16:3e:e4:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30a4c12-7637-441c-be06-0a92a8fd544b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:56.062973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a8c223b1-6ef7-4267-875e-fd15abcc9436 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:56.063447 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:56.106474 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c223b1-6ef7-4267-875e-fd15abcc9436 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:56.146241 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:56.172691 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e699a9-6762-40d4-8967-740651083d4b req-d1715708-56b5-4708-87d6-1b87c789b977 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.175400 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c7e699a9-6762-40d4-8967-740651083d4b req-d1715708-56b5-4708-87d6-1b87c789b977 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 945 time: 0.1506183 Mar 14 14:30:56.246469 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c7e699a9-6762-40d4-8967-740651083d4b req-4b30a3e6-bcbd-49d1-803f-83f1568bf7eb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650811 Mar 14 14:30:56.284723 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:56.345402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:56.440292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 8976d53e-4967-4afc-ae45-2583fc9c7810 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:56.599355 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd001bcd-1094-4992-baa1-711bd78d2e5d req-6802a02e-8f34-43d7-9e5e-295792ae8883 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.601330 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd001bcd-1094-4992-baa1-711bd78d2e5d req-6802a02e-8f34-43d7-9e5e-295792ae8883 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 945 time: 0.1588233 Mar 14 14:30:56.650691 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 8976d53e-4967-4afc-ae45-2583fc9c7810 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:56.664402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 8976d53e-4967-4afc-ae45-2583fc9c7810 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:56.665282 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:56.700806 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd001bcd-1094-4992-baa1-711bd78d2e5d req-ba420618-a136-468a-82a5-3cbd25af1c2d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610986 Mar 14 14:30:56.702567 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a6f4-5865-40c5-bf38-770c76ee8f78 req-bbb821f8-73c5-44e6-9560-b14dcad7c3f8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.707252 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ac67a6f4-5865-40c5-bf38-770c76ee8f78 req-bbb821f8-73c5-44e6-9560-b14dcad7c3f8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 944 time: 0.1059213 Mar 14 14:30:56.774261 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['a2b15213-cff0-480b-90c2-bca0b327197d'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:56.782815 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ac67a6f4-5865-40c5-bf38-770c76ee8f78 req-08263d13-8dd4-4386-8d69-221f35c35fe1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712934 Mar 14 14:30:56.829298 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['61188475-4d2d-47b9-a978-95b60e7ae27e'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:56.926622 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['a8c223b1-6ef7-4267-875e-fd15abcc9436'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:57.050925 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 8976d53e-4967-4afc-ae45-2583fc9c7810 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:57.051297 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:57.150857 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:57.156270 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21a81a-883d-408a-be00-a7ede924ae87" -d '{"events": [{"server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "name": "network-vif-plugged", "status": "completed", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:57.193531 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc6128-126b-4bbc-bd31-6fefeb2a54fb req-f33e9d60-53ce-445d-9a25-54f68358a16a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.195820 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7bc6128-126b-4bbc-bd31-6fefeb2a54fb req-f33e9d60-53ce-445d-9a25-54f68358a16a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0878828 Mar 14 14:30:57.233854 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8976d53e-4967-4afc-ae45-2583fc9c7810,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:57.313251 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7bc6128-126b-4bbc-bd31-6fefeb2a54fb req-9ace2079-4754-40d6-8133-76b4f57d98d9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054397 Mar 14 14:30:57.340058 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:57.400146 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fd770a-9d45-4d6f-bd52-d991af693927 x-openstack-request-id: req-65fd770a-9d45-4d6f-bd52-d991af693927 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:57.400970 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "name": "network-vif-plugged", "status": "completed", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:57.401821 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65fd770a-9d45-4d6f-bd52-d991af693927 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:57.402741 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'code': 200} Mar 14 14:30:57.522331 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd206b-9a5c-41be-ae25-9d8e917092b1 req-0f86af94-65cb-443d-a5e0-a48204036dc6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.529980 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8cdd206b-9a5c-41be-ae25-9d8e917092b1 req-0f86af94-65cb-443d-a5e0-a48204036dc6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 945 time: 0.0689292 Mar 14 14:30:57.597747 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8cdd206b-9a5c-41be-ae25-9d8e917092b1 req-7ab8023a-cd09-4fe4-84bf-4817b3c274b8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661991 Mar 14 14:30:57.620596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:57.933001 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fed855-84f3-4206-bd6a-e7a91cf11dc9 req-60966508-1e66-4981-a028-68014cf7c1bb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.936600 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-54fed855-84f3-4206-bd6a-e7a91cf11dc9 req-60966508-1e66-4981-a028-68014cf7c1bb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.1137235 Mar 14 14:30:58.022383 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-54fed855-84f3-4206-bd6a-e7a91cf11dc9 req-d16f4339-048d-480d-b2fe-a7babb86950f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765774 Mar 14 14:30:58.106135 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68474b-088e-463a-a4a7-370bcf588897 req-9cd32ecd-d500-4a4f-9adc-f74cac41d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.106135 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e68474b-088e-463a-a4a7-370bcf588897 req-9cd32ecd-d500-4a4f-9adc-f74cac41d330 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 1130 time: 0.0985541 Mar 14 14:30:58.177778 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e68474b-088e-463a-a4a7-370bcf588897 req-50d584be-1688-4366-8fdb-ca18322ee9c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678999 Mar 14 14:30:58.289646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97746e08-6089-47dc-9579-79cdc7ea662f req-c7c89f4d-e0a4-4995-bb0a-08df3087caf9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.292327 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-97746e08-6089-47dc-9579-79cdc7ea662f req-c7c89f4d-e0a4-4995-bb0a-08df3087caf9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 944 time: 0.1178601 Mar 14 14:30:58.395486 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-97746e08-6089-47dc-9579-79cdc7ea662f req-0b52f0b2-cdf1-4920-a3ff-e19218afbbc8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906591 Mar 14 14:30:58.510358 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2706-1ac6-43ed-8b75-99141b3a8df2 req-8a4ff954-318b-413a-a1f1-29454ad5e95f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.513272 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-000d2706-1ac6-43ed-8b75-99141b3a8df2 req-8a4ff954-318b-413a-a1f1-29454ad5e95f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0796087 Mar 14 14:30:58.625023 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-000d2706-1ac6-43ed-8b75-99141b3a8df2 req-84c88b09-70dd-44d7-98d4-0393690ece5f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019092 Mar 14 14:30:58.861816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e472a07-7eee-4e93-a047-3899e85ce96f req-b99368a0-add0-47dd-b667-8dddde9d9186 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.864431 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7e472a07-7eee-4e93-a047-3899e85ce96f req-b99368a0-add0-47dd-b667-8dddde9d9186 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 945 time: 0.1130707 Mar 14 14:30:58.915481 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47472) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:58.968277 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7e472a07-7eee-4e93-a047-3899e85ce96f req-3962d6ca-b1b6-414f-82f5-47d170f33f51 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951557 Mar 14 14:30:59.245543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b790cf-ac36-4cd7-80c1-d3093b092846 req-6c5da8ec-61ac-44f9-babf-6bbd208426c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:59.248293 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73b790cf-ac36-4cd7-80c1-d3093b092846 req-6c5da8ec-61ac-44f9-babf-6bbd208426c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.0942099 Mar 14 14:30:59.321541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-873637e3-cba5-4b53-8ac8-25a0d1d28c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.339025 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73b790cf-ac36-4cd7-80c1-d3093b092846 req-ec66821e-27b6-4881-8ccc-f3712d555427 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830820 Mar 14 14:30:59.447498 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-873637e3-cba5-4b53-8ac8-25a0d1d28c72 admin admin] Publish callbacks [] for security_group (61595b77-8e04-4a08-80a4-ef4e3e287ae0), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.544901 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-873637e3-cba5-4b53-8ac8-25a0d1d28c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (61595b77-8e04-4a08-80a4-ef4e3e287ae0), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.604017 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-873637e3-cba5-4b53-8ac8-25a0d1d28c72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bb291f6b00e450f91b24653e2eb8f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855826 Mar 14 14:30:59.608817 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873637e3-cba5-4b53-8ac8-25a0d1d28c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61595b77-8e04-4a08-80a4-ef4e3e287ae0,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:59.611308 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47490) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:59.625730 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192d726-70ed-41f2-b9e4-6086bf8bede4 req-858b382e-4461-4c6e-a916-acb1ae2073d9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:59.627386 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e192d726-70ed-41f2-b9e4-6086bf8bede4 req-858b382e-4461-4c6e-a916-acb1ae2073d9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 944 time: 0.1164253 Mar 14 14:30:59.815463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] Publish callbacks [] for security_group (61595b77-8e04-4a08-80a4-ef4e3e287ae0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.819950 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e192d726-70ed-41f2-b9e4-6086bf8bede4 req-f38abb7b-ff74-4394-9003-a6924a23ecbe tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629386 Mar 14 14:30:59.899309 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] Publish callbacks [] for security_group (61595b77-8e04-4a08-80a4-ef4e3e287ae0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.993611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dee09-eed4-42ed-84a6-319377ec82eb req-5a02be82-9ba0-48e6-a278-884754429c92 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:59.995897 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-041dee09-eed4-42ed-84a6-319377ec82eb req-5a02be82-9ba0-48e6-a278-884754429c92 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.1271124 Mar 14 14:31:00.088122 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-041dee09-eed4-42ed-84a6-319377ec82eb req-7ae1835f-fb92-4adc-a917-c58bec14036f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840456 Mar 14 14:31:00.153956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (61595b77-8e04-4a08-80a4-ef4e3e287ae0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.161530 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.162798 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61595b77-8e04-4a08-80a4-ef4e3e287ae0 HTTP/1.1" status: 204 len: 168 time: 0.5493417 Mar 14 14:31:00.172518 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726999dc-217f-4b30-8152-a01a407a7772 req-45a27b2d-0e21-4c65-af0b-ef34c0ce777c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.179339 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-726999dc-217f-4b30-8152-a01a407a7772 req-45a27b2d-0e21-4c65-af0b-ef34c0ce777c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 945 time: 0.1160996 Mar 14 14:31:00.190656 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d98f6-9c3b-4af1-8b95-5d8108edcedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61595b77-8e04-4a08-80a4-ef4e3e287ae0,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:00.292398 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-726999dc-217f-4b30-8152-a01a407a7772 req-99747d90-f983-481c-b094-368744a4a2e8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982127 Mar 14 14:31:00.357205 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:00.540368 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb978c3-fad6-4bb8-8b1d-a3e69ce8ba93 req-acfad61a-542f-467e-8c2f-a051a6c63fdf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.542323 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2cb978c3-fad6-4bb8-8b1d-a3e69ce8ba93 req-acfad61a-542f-467e-8c2f-a051a6c63fdf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.0760705 Mar 14 14:31:00.595885 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port a2b15213-cff0-480b-90c2-bca0b327197d completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:31:00.603185 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port a2b15213-cff0-480b-90c2-bca0b327197d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:00.603185 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.629302 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2cb978c3-fad6-4bb8-8b1d-a3e69ce8ba93 req-7d07827f-590b-4ea9-9e53-2db5f762daf3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729375 Mar 14 14:31:00.775631 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:00.776132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.807642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:00.809958 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b537fd-7c83-4a18-9754-0f634fd80615" -d '{"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:00.832249 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:00.886341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252f8da-c3ae-4822-9d72-8991440e046e x-openstack-request-id: req-1252f8da-c3ae-4822-9d72-8991440e046e {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:00.886787 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:00.887631 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1252f8da-c3ae-4822-9d72-8991440e046e {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:00.888224 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'code': 200} Mar 14 14:31:00.908189 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.910076 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 61188475-4d2d-47b9-a978-95b60e7ae27e up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:00.968282 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:31:00.994450 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110552-cb6b-4440-9876-c4ac9a599950 req-047b8459-d67e-48b6-bcbb-5b6a9ae71d58 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.996216 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bd110552-cb6b-4440-9876-c4ac9a599950 req-047b8459-d67e-48b6-bcbb-5b6a9ae71d58 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.2089520 Mar 14 14:31:01.006791 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47544) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:01.016088 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:01.120199 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:01.216379 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.221085 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 61188475-4d2d-47b9-a978-95b60e7ae27e completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:31:01.230423 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 61188475-4d2d-47b9-a978-95b60e7ae27e triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:01.231468 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.335783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845f68-36fa-4829-ba71-e1cf7ba21abb req-92313130-8108-46bc-93d1-9f01ac92e8b6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.338676 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0e845f68-36fa-4829-ba71-e1cf7ba21abb req-92313130-8108-46bc-93d1-9f01ac92e8b6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1027610 Mar 14 14:31:01.372403 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 61188475-4d2d-47b9-a978-95b60e7ae27e is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:01.373245 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.378230 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31385cb8-a5e7-44ca-bea8-89b76b34cfa3 req-d54a8971-2a63-448f-a85f-151b3bd02023 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.380546 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-31385cb8-a5e7-44ca-bea8-89b76b34cfa3 req-d54a8971-2a63-448f-a85f-151b3bd02023 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 944 time: 0.2694240 Mar 14 14:31:01.441605 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61188475-4d2d-47b9-a978-95b60e7ae27e,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:01.453525 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0e845f68-36fa-4829-ba71-e1cf7ba21abb req-61375014-3ed5-415c-8140-edd78490f2f3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065998 Mar 14 14:31:01.537842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47554) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:01.553099 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.554993 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a8c223b1-6ef7-4267-875e-fd15abcc9436 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:01.586294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e18e16a6-f948-430d-9469-96c50bdbe534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.626770 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-31385cb8-a5e7-44ca-bea8-89b76b34cfa3 req-aae6ee72-e863-4768-9f42-911c08286b2b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110820 Mar 14 14:31:01.723696 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88e799-d8b1-4402-b877-2d8d2cc23bcd req-011c8943-6534-435b-b588-04a6ab9a75de tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.725638 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2b88e799-d8b1-4402-b877-2d8d2cc23bcd req-011c8943-6534-435b-b588-04a6ab9a75de tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1419280 Mar 14 14:31:01.730899 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:01.736909 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab1c7-0c14-4fd0-88f4-f4cc0f9d9646 req-99f1a829-d473-42fc-b135-7104288505ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.739983 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-486ab1c7-0c14-4fd0-88f4-f4cc0f9d9646 req-99f1a829-d473-42fc-b135-7104288505ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1129 time: 0.2707009 Mar 14 14:31:01.787460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e18e16a6-f948-430d-9469-96c50bdbe534 admin admin] Publish callbacks [] for security_group (f046805f-f050-46da-99ca-35557b216d63), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.788514 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port a8c223b1-6ef7-4267-875e-fd15abcc9436 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:31:01.801424 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port a8c223b1-6ef7-4267-875e-fd15abcc9436 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:01.802009 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.819833 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2b88e799-d8b1-4402-b877-2d8d2cc23bcd req-5e7c00d5-c64f-4053-8bd5-79b80012da25 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801067 Mar 14 14:31:01.854145 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-486ab1c7-0c14-4fd0-88f4-f4cc0f9d9646 req-3c8af4f0-918a-4148-9fd2-f30d2f8c8514 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979142 Mar 14 14:31:01.860832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e18e16a6-f948-430d-9469-96c50bdbe534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f046805f-f050-46da-99ca-35557b216d63), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.946171 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e18e16a6-f948-430d-9469-96c50bdbe534 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beef8cdf2050408688fc6952404e0808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067969 Mar 14 14:31:01.946989 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47562) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:01.956250 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e16a6-f948-430d-9469-96c50bdbe534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f046805f-f050-46da-99ca-35557b216d63,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:01.980969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a8c223b1-6ef7-4267-875e-fd15abcc9436 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:01.981561 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.037599 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:02.061992 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] Publish callbacks [] for security_group (f046805f-f050-46da-99ca-35557b216d63), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.104172 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] Publish callbacks [] for security_group (f046805f-f050-46da-99ca-35557b216d63), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.152862 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.257006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:02.318355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f046805f-f050-46da-99ca-35557b216d63), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.321118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.322402 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f046805f-f050-46da-99ca-35557b216d63 HTTP/1.1" status: 204 len: 168 time: 0.3732772 Mar 14 14:31:02.332701 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75971e6f-a018-41b7-8034-a76e27bb097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f046805f-f050-46da-99ca-35557b216d63,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:02.689733 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.749201 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b7049-7067-4297-a3ea-7f9ae50e4561 req-f08cf0be-9a13-46cd-a198-da5d31d91193 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:02.753317 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f7b7049-7067-4297-a3ea-7f9ae50e4561 req-f08cf0be-9a13-46cd-a198-da5d31d91193 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1790702 Mar 14 14:31:02.775449 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.797387 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba294e-0bfc-4985-9334-abe0b2d30dfc req-80a2bba1-fa1e-43e4-95a2-bab2d0706860 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:02.805810 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-18ba294e-0bfc-4985-9334-abe0b2d30dfc req-80a2bba1-fa1e-43e4-95a2-bab2d0706860 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0857852 Mar 14 14:31:02.890544 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e'}, {'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:02.895850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923ff97f-d8e2-49d9-bcf0-b1e68ad0ff56" -d '{"events": [{"server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "name": "network-vif-plugged", "status": "completed", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e"}, {"server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "name": "network-vif-plugged", "status": "completed", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:02.901028 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-18ba294e-0bfc-4985-9334-abe0b2d30dfc req-6243aed2-1756-4e9f-b2a5-5718b6c83871 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855000 Mar 14 14:31:03.016141 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f7b7049-7067-4297-a3ea-7f9ae50e4561 req-509e961c-89ae-441b-b3cf-1337c17f0c2b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459285 Mar 14 14:31:03.057525 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP 174f873e-38b1-4a25-9571-b636d093a2a3 associated. External IP: 172.27.2.229, port: 8976d53e-4967-4afc-ae45-2583fc9c7810. Mar 14 14:31:03.106992 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e750d9f-a702-4523-b1b7-85af787b98ee x-openstack-request-id: req-1e750d9f-a702-4523-b1b7-85af787b98ee {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:03.107540 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "name": "network-vif-plugged", "status": "completed", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e", "code": 200}, {"server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "name": "network-vif-plugged", "status": "completed", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:03.109068 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e750d9f-a702-4523-b1b7-85af787b98ee {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:03.110341 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'code': 200} Mar 14 14:31:03.116558 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436', 'code': 200} Mar 14 14:31:03.133339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c339e5-e1b7-4a57-9476-dfaa005fbdc4 req-1af90bbf-19a7-499e-bb93-c8bcc458d9a5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:03.146693 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d7c339e5-e1b7-4a57-9476-dfaa005fbdc4 req-1af90bbf-19a7-499e-bb93-c8bcc458d9a5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1450653 Mar 14 14:31:03.206648 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d7c339e5-e1b7-4a57-9476-dfaa005fbdc4 req-083846c6-dc22-472a-b44e-aa27aeb9a728 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573490 Mar 14 14:31:03.468366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:03.669874 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:03.675955 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:03.689655 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:03.738496 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-810531eb-125e-4180-b20f-f7222e40144b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "PUT /v2.0/floatingips/174f873e-38b1-4a25-9571-b636d093a2a3 HTTP/1.1" status: 200 len: 992 time: 2.7139277 Mar 14 14:31:03.738496 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:03.738496 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:03.756720 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:03.756720 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:03.875485 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061c2ae-0549-4a91-a67d-3ecd010660a1 x-openstack-request-id: req-7061c2ae-0549-4a91-a67d-3ecd010660a1 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:03.875963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:03.876374 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7061c2ae-0549-4a91-a67d-3ecd010660a1 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:03.877353 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'status': 'completed', 'code': 200} Mar 14 14:31:03.974903 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387333-1b00-4fab-810f-86b677c77754 req-cc665d6d-c10c-49a8-9970-551529a3543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:03.978093 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-38387333-1b00-4fab-810f-86b677c77754 req-cc665d6d-c10c-49a8-9970-551529a3543d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 1129 time: 0.1514845 Mar 14 14:31:04.055271 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:04.058390 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007602-53d1-4594-b5ef-eb39cf06cf06 req-520ebb84-ec0e-42e7-92c0-b2327c8fd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.060380 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b007602-53d1-4594-b5ef-eb39cf06cf06 req-520ebb84-ec0e-42e7-92c0-b2327c8fd89a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1130 time: 0.2591121 Mar 14 14:31:04.113129 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-52a2014c-7925-4804-bdf9-cf31b8f754eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.116681 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-52a2014c-7925-4804-bdf9-cf31b8f754eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 1130 time: 0.2065268 Mar 14 14:31:04.224344 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b007602-53d1-4594-b5ef-eb39cf06cf06 req-645337a4-4105-4fe8-ad85-71f213427260 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568213 Mar 14 14:31:04.285909 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-38387333-1b00-4fab-810f-86b677c77754 req-52b9f92f-8268-4cde-bbac-7b4d2f4c39af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008420 Mar 14 14:31:04.382294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b958fd-2ee4-44cf-84d0-7e856090a04b req-3f76fd2d-8168-4dc5-8a5f-dd3023d52d18 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.392870 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d9b958fd-2ee4-44cf-84d0-7e856090a04b req-3f76fd2d-8168-4dc5-8a5f-dd3023d52d18 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.2805018 Mar 14 14:31:04.490628 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d9b958fd-2ee4-44cf-84d0-7e856090a04b req-85ea71ff-788a-4479-bdf5-6a766bca1ce3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871553 Mar 14 14:31:04.582769 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6a295-c972-4ea7-8c70-4ca7262d29ed req-d6b6587f-760e-48af-a2ab-0e46e3c4403e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.584661 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b1e6a295-c972-4ea7-8c70-4ca7262d29ed req-d6b6587f-760e-48af-a2ab-0e46e3c4403e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.2112768 Mar 14 14:31:04.585920 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-8a1c8699-af28-44ba-826b-7075afbeb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.587527 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-8a1c8699-af28-44ba-826b-7075afbeb99d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.4642339 Mar 14 14:31:04.711468 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b1e6a295-c972-4ea7-8c70-4ca7262d29ed req-6447f55e-a0b1-467e-9fc8-fe0009780d06 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109629 Mar 14 14:31:04.735840 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257c959-e8d6-460d-9417-2117be2d2695 req-c9c64a54-633d-4589-8878-689cabbf57cd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.737762 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1257c959-e8d6-460d-9417-2117be2d2695 req-c9c64a54-633d-4589-8878-689cabbf57cd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0843966 Mar 14 14:31:04.821931 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1257c959-e8d6-460d-9417-2117be2d2695 req-d0f6d67e-7b24-4df3-bd45-43372bd8f5da tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614905 Mar 14 14:31:04.845962 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:04.908634 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:04.921110 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:04.922280 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:04.942507 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8949-8579-4dd7-9ce8-f9ae2fdc6f62 req-3de36c67-ded6-4ed7-b26a-10a01e6f1663 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.944653 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d0b8949-8579-4dd7-9ce8-f9ae2fdc6f62 req-3de36c67-ded6-4ed7-b26a-10a01e6f1663 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0887091 Mar 14 14:31:04.956699 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47636) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:04.969231 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'floatingip': {'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:05.051301 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.072323 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:05.202609 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-8d88c9ec-dc53-4b77-9b3a-e64ce6d1cd66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 200 len: 1000 time: 0.1262362 Mar 14 14:31:05.294384 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-e9e4e16b-f3d6-4b78-9eaf-91ec95af91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:05.296067 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-e9e4e16b-f3d6-4b78-9eaf-91ec95af91a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0873258 Mar 14 14:31:05.382980 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-1035002d-8e63-4d3d-a152-8defd6c66ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:05.385543 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-1035002d-8e63-4d3d-a152-8defd6c66ac8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803728 Mar 14 14:31:05.511645 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:05.554470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47646) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:05.610943 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783882a-28b3-41fa-9ce3-6c61631c06d9 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:05.659847 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-39647f49-47fd-427e-a80e-6da52b11b4a4 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490914 Mar 14 14:31:05.820235 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf4e2b80-9bb4-487a-b2dd-2e8511ce1cb2 req-1a9d44f9-50db-4835-a397-91c7059b7264 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536958 Mar 14 14:31:05.872085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0ecff049-34dc-4f18-bd3d-6d7448cb113d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.978381 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730b38c-bfbd-4bd7-a4eb-1809742a8c76 None None] New status for floating IP 174f873e-38b1-4a25-9571-b636d093a2a3: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:31:06.005807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37f29-7931-4724-9f16-5ba52286af44 req-e950dacd-c1c9-433d-9d6c-3fd744b2038b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:06.006313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31a4d1-8a4e-4802-b612-14daac8b3de5 req-07364fce-11d8-4027-ba8c-ad47e1e99078 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:06.007921 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ec31a4d1-8a4e-4802-b612-14daac8b3de5 req-07364fce-11d8-4027-ba8c-ad47e1e99078 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0762680 Mar 14 14:31:06.014893 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-51a37f29-7931-4724-9f16-5ba52286af44 req-e950dacd-c1c9-433d-9d6c-3fd744b2038b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.3333483 Mar 14 14:31:06.099053 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ec31a4d1-8a4e-4802-b612-14daac8b3de5 req-246f11c6-7a18-41ab-8f6d-14208fa6b91c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777533 Mar 14 14:31:06.395434 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.db.resource_extend [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 14:31:06.400621 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-51a37f29-7931-4724-9f16-5ba52286af44 req-e6fa8270-f443-4adf-8909-b58bf2fc3db3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844807 Mar 14 14:31:06.506290 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.549390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0ecff049-34dc-4f18-bd3d-6d7448cb113d admin admin] Publish callbacks [] for security_group (5bd8b6fd-6f61-4872-b525-48870e17d3bf), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.656758 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.700978 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-0ecff049-34dc-4f18-bd3d-6d7448cb113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5bd8b6fd-6f61-4872-b525-48870e17d3bf), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.753912 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-0ecff049-34dc-4f18-bd3d-6d7448cb113d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e777562ae1264090938b3d5c182b7121&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1990964 Mar 14 14:31:06.757230 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47664) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:06.760328 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecff049-34dc-4f18-bd3d-6d7448cb113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8b6fd-6f61-4872-b525-48870e17d3bf,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:06.825057 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] Publish callbacks [] for security_group (5bd8b6fd-6f61-4872-b525-48870e17d3bf), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.864947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] Publish callbacks [] for security_group (5bd8b6fd-6f61-4872-b525-48870e17d3bf), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.868328 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Floating IP b6cfeb87-07ac-45b9-9eb3-890b1d15fe17 associated. External IP: 172.27.2.11, port: a2b15213-cff0-480b-90c2-bca0b327197d. Mar 14 14:31:07.089767 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5bd8b6fd-6f61-4872-b525-48870e17d3bf), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.095555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.098457 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bd8b6fd-6f61-4872-b525-48870e17d3bf HTTP/1.1" status: 204 len: 168 time: 0.3385460 Mar 14 14:31:07.115501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163841-1307-48bd-a59b-8b7d32531db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8b6fd-6f61-4872-b525-48870e17d3bf,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:07.171408 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:07.341495 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b16a8-3967-40bd-bb30-06b4a5d5e9a4 req-2efd4b08-db7b-43f4-a086-b5afddd1a6e7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:07.344742 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a93b16a8-3967-40bd-bb30-06b4a5d5e9a4 req-2efd4b08-db7b-43f4-a086-b5afddd1a6e7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1028066 Mar 14 14:31:07.388270 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:07.397864 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.409894 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:07.440311 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:07.440311 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:07.472434 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b9628f04-0efe-4705-91e0-5e42336b310f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "PUT /v2.0/floatingips/b6cfeb87-07ac-45b9-9eb3-890b1d15fe17 HTTP/1.1" status: 200 len: 990 time: 2.5140493 Mar 14 14:31:07.473555 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:07.481108 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aead22d-1224-4628-a187-8703a80f5ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:07.492040 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a93b16a8-3967-40bd-bb30-06b4a5d5e9a4 req-79208de6-5e2e-470f-865e-26de5eb04929 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327481 Mar 14 14:31:07.578340 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1e353-d878-4fe8-a232-9802b2c2ae59 x-openstack-request-id: req-e0e1e353-d878-4fe8-a232-9802b2c2ae59 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:07.578642 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:07.579184 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0e1e353-d878-4fe8-a232-9802b2c2ae59 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:07.580144 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'status': 'completed', 'code': 200} Mar 14 14:31:07.812748 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:07.819672 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b5d42-9746-4c75-b7a9-7e5eefdde5de req-adebf1f8-29d4-4e29-acca-8e5814ebb01f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:07.835449 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-753b5d42-9746-4c75-b7a9-7e5eefdde5de req-adebf1f8-29d4-4e29-acca-8e5814ebb01f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.2439516 Mar 14 14:31:07.953067 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-7f40a0ba-ab9f-4ae0-ae9e-f0b0305e2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:07.956239 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-7f40a0ba-ab9f-4ae0-ae9e-f0b0305e2bbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1129 time: 0.2774715 Mar 14 14:31:07.965929 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-753b5d42-9746-4c75-b7a9-7e5eefdde5de req-cdd61537-3508-4d59-b134-a1e7426bce55 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110444 Mar 14 14:31:08.037056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b27a-e4ac-41ca-89ef-b62b35e562f9 req-6459c54a-b1c6-4757-be80-e9885afaabc9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.039978 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a0d5b27a-e4ac-41ca-89ef-b62b35e562f9 req-6459c54a-b1c6-4757-be80-e9885afaabc9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.3385317 Mar 14 14:31:08.057666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47694) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:08.069083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'floatingip': {'port_id': '61188475-4d2d-47b9-a978-95b60e7ae27e'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:08.195659 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-e29b5b60-fb6a-4b36-81d1-1f8e7bea0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.197550 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-e29b5b60-fb6a-4b36-81d1-1f8e7bea0ab3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.2352676 Mar 14 14:31:08.198560 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.324656 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1c533d2-6f4b-440b-a82a-ad09a7c025c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.344974 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-a7fdce49-751c-4f94-9121-cdf43283c844 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 998 time: 0.1399958 Mar 14 14:31:08.414995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-0195251b-1f2d-4b43-8e50-9eadc621d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.417131 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-0195251b-1f2d-4b43-8e50-9eadc621d90a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0638912 Mar 14 14:31:08.483923 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'b6cfeb87-07ac-45b9-9eb3-890b1d15fe17', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:26Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:08.484658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-6f05b313-7a16-4737-9842-6e0d84beed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.486012 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-6f05b313-7a16-4737-9842-6e0d84beed89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561135 Mar 14 14:31:08.565772 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:08.572853 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:08.573610 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:08.627552 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-d8270b58-d8cf-4a38-b291-3bd088eb12b3 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346102 Mar 14 14:31:08.757244 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:08.796540 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0aead22d-1224-4628-a187-8703a80f5ca3 req-c64b0414-770d-4303-adc3-5a1938630acb service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500573 Mar 14 14:31:08.975396 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.051964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c58f4-b234-4c3d-8fe1-0977b3217ca5 req-633823f9-907c-4e69-8664-6f6f8cc56580 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:09.053857 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e8c58f4-b234-4c3d-8fe1-0977b3217ca5 req-633823f9-907c-4e69-8664-6f6f8cc56580 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0728300 Mar 14 14:31:09.066522 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.111764 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'b6cfeb87-07ac-45b9-9eb3-890b1d15fe17', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:26Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:09.164076 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a811d1-32a0-4b5e-aed9-59dee1d07704 None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'b6cfeb87-07ac-45b9-9eb3-890b1d15fe17', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:26Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:09.164894 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e8c58f4-b234-4c3d-8fe1-0977b3217ca5 req-2b8d124a-bb5d-45f5-abe9-bdbe4d2a0226 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031706 Mar 14 14:31:09.209087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-302897cb-5dde-4a9c-b083-367ae7ffc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:09.210892 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-302897cb-5dde-4a9c-b083-367ae7ffc05a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 1129 time: 0.1331503 Mar 14 14:31:09.237385 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Floating IP 0a9deea1-e11b-4c23-809e-e39155c06755 associated. External IP: 172.27.2.118, port: 61188475-4d2d-47b9-a978-95b60e7ae27e. Mar 14 14:31:09.413996 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-370c6980-502d-4386-bbe3-820b1af69698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:09.415794 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-370c6980-502d-4386-bbe3-820b1af69698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1967702 Mar 14 14:31:09.482806 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-0a89f583-7ee0-4a12-838f-b4a00cd391d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436 HTTP/1.1" status: 200 len: 217 time: 0.0468202 Mar 14 14:31:09.556232 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:09.557019 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-33ac8ee0-ba92-49d1-a278-ee58fed3d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:09.558974 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-33ac8ee0-ba92-49d1-a278-ee58fed3d2bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0539546 Mar 14 14:31:09.603992 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6b7c2-be32-412d-aa1a-51fc942e63be None None] New status for floating IP b6cfeb87-07ac-45b9-9eb3-890b1d15fe17: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:31:09.644160 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-d0aceff1-8563-4283-b824-01f6526a3ce8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682623 Mar 14 14:31:09.821274 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:09.826274 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.835136 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:09.853419 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:09.855875 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:09.901973 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-88bdc316-ac3d-4a6b-99ea-5b3487344e2c service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413225 Mar 14 14:31:10.151972 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:10.223188 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-851e0564-c8ac-4c0f-9838-92e8e7b24ee3 req-899781c9-3e7d-40fd-84a3-f67d9f077aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091240 Mar 14 14:31:10.287211 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ca4fb593-281e-44b7-8d67-36cee482c578 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "PUT /v2.0/floatingips/0a9deea1-e11b-4c23-809e-e39155c06755 HTTP/1.1" status: 200 len: 992 time: 2.2279382 Mar 14 14:31:10.288098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:10.290672 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee187b-d9ae-4295-b13a-47c9d0372b92" -d '{"events": [{"name": "network-changed", "server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:10.385147 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce61ccc-6814-4f36-9f09-c92c2b8c7477 req-e83d8264-c483-4b16-b5a2-6e32be7dc148 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:10.388803 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ce61ccc-6814-4f36-9f09-c92c2b8c7477 req-e83d8264-c483-4b16-b5a2-6e32be7dc148 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0843041 Mar 14 14:31:10.475528 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ce61ccc-6814-4f36-9f09-c92c2b8c7477 req-0acfcf34-0a44-4cf2-a516-5ae3e21210f6 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791047 Mar 14 14:31:10.520652 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '0a9deea1-e11b-4c23-809e-e39155c06755', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:6d:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:22Z', 'updated_at': '2022-03-14T14:31:08Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:10.570357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001944e-705f-4c53-a9bd-5a453c9f01c7 x-openstack-request-id: req-4001944e-705f-4c53-a9bd-5a453c9f01c7 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:10.570771 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:10.574012 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4001944e-705f-4c53-a9bd-5a453c9f01c7 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:10.574012 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'status': 'completed', 'code': 200} Mar 14 14:31:10.574469 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:10.588805 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:10.588805 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:30:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:10.627022 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cffeae2d-0c86-4232-876a-fbf1a81d91f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.716317 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-6fdb94c0-9ca3-4b87-826a-a224611007a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:10.722209 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-6fdb94c0-9ca3-4b87-826a-a224611007a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0695238 Mar 14 14:31:10.801450 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:11.022833 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-3c217fa4-ea35-4a33-a7d7-e1096932c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.025545 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-3c217fa4-ea35-4a33-a7d7-e1096932c68b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.2922926 Mar 14 14:31:11.332409 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '0a9deea1-e11b-4c23-809e-e39155c06755', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:6d:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:22Z', 'updated_at': '2022-03-14T14:31:08Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:11.370399 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db4fbf-841a-4b6c-8796-fbe465428722 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '0a9deea1-e11b-4c23-809e-e39155c06755', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:6d:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:22Z', 'updated_at': '2022-03-14T14:31:08Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:11.402512 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb04e6-b4d5-4dc2-99e8-884d485e450e req-9a1a9ca3-ee56-4957-823b-55684c908150 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.404046 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-97cb04e6-b4d5-4dc2-99e8-884d485e450e req-9a1a9ca3-ee56-4957-823b-55684c908150 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.5119162 Mar 14 14:31:11.423761 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-b64d81ba-aad1-4fe6-8470-d2ccd4b3a653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 1000 time: 0.3887708 Mar 14 14:31:11.506772 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-d68cdeb2-7de8-4294-b576-5b70d62c9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.508390 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-d68cdeb2-7de8-4294-b576-5b70d62c9f65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0758100 Mar 14 14:31:11.511963 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-97cb04e6-b4d5-4dc2-99e8-884d485e450e req-778dd7fb-8670-40b3-9532-b7a1ade5f651 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980585 Mar 14 14:31:11.579839 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-c5ba97ab-e1c2-4dbb-884f-46d0416eb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.581592 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-c5ba97ab-e1c2-4dbb-884f-46d0416eb0a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628161 Mar 14 14:31:11.653555 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57aed13-06b7-4d7c-af0d-377315e1fef7 None None] New status for floating IP 0a9deea1-e11b-4c23-809e-e39155c06755: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:31:11.728081 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf244-6935-4dac-91a0-86ff2a80a3e2 req-11223661-41c7-44f9-a56a-c580f19a767b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.728990 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-c61a715a-c982-4425-9529-afb73bf4eec9 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383722 Mar 14 14:31:11.737876 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-70dcf244-6935-4dac-91a0-86ff2a80a3e2 req-11223661-41c7-44f9-a56a-c580f19a767b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.1365676 Mar 14 14:31:11.830691 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-70dcf244-6935-4dac-91a0-86ff2a80a3e2 req-6f4f3d84-4e5b-4d18-acac-003b8dec5562 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844223 Mar 14 14:31:11.901194 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09ee187b-d9ae-4295-b13a-47c9d0372b92 req-a6865bf8-b9d4-42e0-9e9c-2ec6acb89dcd service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594627 Mar 14 14:31:12.701766 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ccddc-c537-4056-8b41-43475879bea4 req-2fe7cfc0-8318-4682-a112-778d761435cf tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:12.716927 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de8ccddc-c537-4056-8b41-43475879bea4 req-2fe7cfc0-8318-4682-a112-778d761435cf tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.1210103 Mar 14 14:31:12.800435 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de8ccddc-c537-4056-8b41-43475879bea4 req-43265e6f-3f33-42ea-ac8a-15c02a4acd44 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814059 Mar 14 14:31:12.873015 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:12.971416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42def1d-c345-4f77-8faa-f4a2d41eb5d9 req-0b31877b-7a86-4832-a81c-917fab4c1928 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:12.972884 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c42def1d-c345-4f77-8faa-f4a2d41eb5d9 req-0b31877b-7a86-4832-a81c-917fab4c1928 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0648177 Mar 14 14:31:13.047907 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c42def1d-c345-4f77-8faa-f4a2d41eb5d9 req-e020fa13-804a-4eb1-bda8-a055b966d524 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657516 Mar 14 14:31:13.723767 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:13.995614 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc427c29-9fd1-4d0f-8ebd-c1db5497707d req-7c99264f-8d61-4b4e-bbde-bdca40d2e169 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:13.998821 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cc427c29-9fd1-4d0f-8ebd-c1db5497707d req-7c99264f-8d61-4b4e-bbde-bdca40d2e169 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.0775876 Mar 14 14:31:14.074203 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cc427c29-9fd1-4d0f-8ebd-c1db5497707d req-25449c92-049b-417d-9d01-4984e50e0211 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679233 Mar 14 14:31:14.193217 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5d052-b11e-47e8-8425-034bb3b92361 req-0983a560-5566-4155-a13a-65f0d52c6807 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:14.194863 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed5d052-b11e-47e8-8425-034bb3b92361 req-0983a560-5566-4155-a13a-65f0d52c6807 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0603926 Mar 14 14:31:14.257391 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed5d052-b11e-47e8-8425-034bb3b92361 req-4cdd0427-6aef-48f3-b79a-c4b53253ceec tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559430 Mar 14 14:31:15.202572 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47f2d-4a99-4772-9927-9634e0adc387 req-2768c9fc-4824-4d74-8676-ed7999a8c438 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:15.205170 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7a47f2d-4a99-4772-9927-9634e0adc387 req-2768c9fc-4824-4d74-8676-ed7999a8c438 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.0602763 Mar 14 14:31:15.260705 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7a47f2d-4a99-4772-9927-9634e0adc387 req-89898931-e86d-4243-abbc-beba112bcfd9 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Mar 14 14:31:15.426560 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b37e-4159-49ca-868a-c95d993e7cea req-aa677e0d-c9bd-47b3-9daa-1c7af37fe8dd tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:15.428139 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d770b37e-4159-49ca-868a-c95d993e7cea req-aa677e0d-c9bd-47b3-9daa-1c7af37fe8dd tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0615859 Mar 14 14:31:15.485607 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d770b37e-4159-49ca-868a-c95d993e7cea req-13054ea0-9402-4dbd-995a-bc9d89ba0f52 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Mar 14 14:31:15.568802 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:16.435823 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa82c0a-57a0-4ea1-9182-51dc8f12a9f3 req-3060164f-97a2-4c51-96c6-abf87ef9a8f3 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.437855 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8aa82c0a-57a0-4ea1-9182-51dc8f12a9f3 req-3060164f-97a2-4c51-96c6-abf87ef9a8f3 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.0740964 Mar 14 14:31:16.502547 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8aa82c0a-57a0-4ea1-9182-51dc8f12a9f3 req-b145d361-7fbb-4818-9d80-740cdf6a0cdc tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Mar 14 14:31:16.631361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a707b-671a-4120-830f-bc13c9d5efe7 req-d2eee48a-3e0d-487d-a5dd-0ceb429441a7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.632941 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-656a707b-671a-4120-830f-bc13c9d5efe7 req-d2eee48a-3e0d-487d-a5dd-0ceb429441a7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0668173 Mar 14 14:31:16.707649 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-656a707b-671a-4120-830f-bc13c9d5efe7 req-7dcb3aec-5489-4b2b-b1c3-4f0bbb980bbe tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633886 Mar 14 14:31:16.735183 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-d9d580bc-9bf8-4fad-a11b-94cc7f721fd3 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.737166 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-d9d580bc-9bf8-4fad-a11b-94cc7f721fd3 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 946 time: 0.0825932 Mar 14 14:31:16.894397 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Deleting port 48ffd565-6604-4417-876e-dafe2deb935e {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:31:16.894812 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.036387 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] For port 48ffd565-6604-4417-876e-dafe2deb935e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48ffd565-6604-4417-876e-dafe2deb935e,segment=NetworkSegment(07a5dc32-2740-42ae-9695-912f4c8dc058),segment_id=07a5dc32-2740-42ae-9695-912f4c8dc058)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:17.037179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (48ffd565-6604-4417-876e-dafe2deb935e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.064335 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Calling delete_port for 48ffd565-6604-4417-876e-dafe2deb935e owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:31:17.204032 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.253878 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 48ffd565-6604-4417-876e-dafe2deb935e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:31:17.335953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 48ffd565-6604-4417-876e-dafe2deb935e is: ACTIVE; New status is: DOWN {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:17.336347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48ffd565-6604-4417-876e-dafe2deb935e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.421886 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (48ffd565-6604-4417-876e-dafe2deb935e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.477400 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Pushing event deleted for resources: {'Port': ['ID=48ffd565-6604-4417-876e-dafe2deb935e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:17.559950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] No DVR routers for this DVR port 48ffd565-6604-4417-876e-dafe2deb935e on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:31:17.563856 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.567864 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9507f3d7-073b-4d66-b690-0c9d9fd141b8 req-479849d5-f8ba-4d16-8217-ff0f61731bcb tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.53 "DELETE /v2.0/ports/48ffd565-6604-4417-876e-dafe2deb935e HTTP/1.1" status: 204 len: 173 time: 0.8251276 Mar 14 14:31:17.568361 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'name': 'network-vif-deleted', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:17.571307 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc050f1-9e30-4bfe-a8c5-1c3b57833ea9" -d '{"events": [{"server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "name": "network-vif-deleted", "tag": "48ffd565-6604-4417-876e-dafe2deb935e"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:17.618924 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89edeb-0bb8-4d80-a2d4-feebfe9fe39a x-openstack-request-id: req-2e89edeb-0bb8-4d80-a2d4-feebfe9fe39a {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:17.619319 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2d201-a1bd-4453-9f03-72c1d3043ffe", "name": "network-vif-deleted", "tag": "48ffd565-6604-4417-876e-dafe2deb935e", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:17.619516 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e89edeb-0bb8-4d80-a2d4-feebfe9fe39a {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:17.619988 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2d201-a1bd-4453-9f03-72c1d3043ffe', 'name': 'network-vif-deleted', 'tag': '48ffd565-6604-4417-876e-dafe2deb935e', 'status': 'completed', 'code': 200} Mar 14 14:31:17.650639 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-18967d79-c1f1-44d9-95fe-12a323e8e802 req-664aff09-ad0e-4951-a6c2-19c40f491a25 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0426948 Mar 14 14:31:17.860214 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4544e-7933-47ea-8fc1-fc3fa7c81a56 req-4a645c1d-62c9-464d-a702-4398e7dcea3d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:17.861786 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-21e4544e-7933-47ea-8fc1-fc3fa7c81a56 req-4a645c1d-62c9-464d-a702-4398e7dcea3d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0631120 Mar 14 14:31:17.925415 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-21e4544e-7933-47ea-8fc1-fc3fa7c81a56 req-9f42330f-87b4-485c-bd25-cf0c80c088d5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565948 Mar 14 14:31:18.752200 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-30689ac0-2dc6-4c96-9425-57d936ec382b req-430e87ce-d6f9-4c0d-8092-4147d2f74498 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0289567 Mar 14 14:31:19.068973 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f6566-c08c-49bf-9366-e06adefe8475 req-a02d4b31-aefd-482e-b8d1-0ca764429a96 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:19.071337 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5f9f6566-c08c-49bf-9366-e06adefe8475 req-a02d4b31-aefd-482e-b8d1-0ca764429a96 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0714993 Mar 14 14:31:19.147757 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5f9f6566-c08c-49bf-9366-e06adefe8475 req-68526797-eac1-46ff-baf7-1998710f450b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Mar 14 14:31:19.500688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47870) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:19.617314 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e601-a09d-4977-99bc-58b8ae8d3cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:19.697276 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e601-a09d-4977-99bc-58b8ae8d3cfd admin admin] Publish callbacks [] for security_group (6f88bc4c-3022-4310-8c95-0806b6464baf), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:19.764385 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e601-a09d-4977-99bc-58b8ae8d3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6f88bc4c-3022-4310-8c95-0806b6464baf), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:19.805850 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-c9a9e601-a09d-4977-99bc-58b8ae8d3cfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbd9acd00deb4249b0032c1aa2b5eabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040500 Mar 14 14:31:19.808399 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47876) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:19.817443 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e601-a09d-4977-99bc-58b8ae8d3cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88bc4c-3022-4310-8c95-0806b6464baf,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:19.888313 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] Publish callbacks [] for security_group (6f88bc4c-3022-4310-8c95-0806b6464baf), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:19.896829 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6158879f-5a53-47c7-99ae-4c744a329e66 req-81439dc3-bd0e-4268-9d16-bdc957414aba tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0424657 Mar 14 14:31:19.923919 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] Publish callbacks [] for security_group (6f88bc4c-3022-4310-8c95-0806b6464baf), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:20.094470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6f88bc4c-3022-4310-8c95-0806b6464baf), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:20.097130 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:20.098523 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f88bc4c-3022-4310-8c95-0806b6464baf HTTP/1.1" status: 204 len: 168 time: 0.2891281 Mar 14 14:31:20.108677 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507f543-c1e6-46e1-b19c-0fe992105058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88bc4c-3022-4310-8c95-0806b6464baf,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:20.290751 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e8f93-238a-48b9-818e-c341cbcb7078 req-b56d86f0-98a1-444f-b212-67ec69547933 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:20.292272 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff5e8f93-238a-48b9-818e-c341cbcb7078 req-b56d86f0-98a1-444f-b212-67ec69547933 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Mar 14 14:31:20.342196 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff5e8f93-238a-48b9-818e-c341cbcb7078 req-7a1ad844-0609-4f4b-93e1-244e49248d86 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Mar 14 14:31:20.771254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47888) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:20.785732 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-45835e98-95a9-4c16-ba99-bce5d4dc4ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:20.866129 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-45835e98-95a9-4c16-ba99-bce5d4dc4ef8 admin admin] Publish callbacks [] for security_group (385b75d2-e058-439d-901a-48e6ddb49196), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:20.946616 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-45835e98-95a9-4c16-ba99-bce5d4dc4ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (385b75d2-e058-439d-901a-48e6ddb49196), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.039982 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5478c94b-c9ea-443f-b3ac-1cbe0df43637 req-d26bc6f6-ea4e-4a14-80df-d56f32809bb7 tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0603147 Mar 14 14:31:21.042736 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-45835e98-95a9-4c16-ba99-bce5d4dc4ef8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1570e4c458a42aba457ebf5d2645a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702801 Mar 14 14:31:21.044120 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45835e98-95a9-4c16-ba99-bce5d4dc4ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b75d2-e058-439d-901a-48e6ddb49196,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:21.048108 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47894) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:21.118086 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] Publish callbacks [] for security_group (385b75d2-e058-439d-901a-48e6ddb49196), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.159260 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] Publish callbacks [] for security_group (385b75d2-e058-439d-901a-48e6ddb49196), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.289340 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (385b75d2-e058-439d-901a-48e6ddb49196), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.292139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.293330 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/385b75d2-e058-439d-901a-48e6ddb49196 HTTP/1.1" status: 204 len: 168 time: 0.2434790 Mar 14 14:31:21.302994 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0182cc3-7357-4ab7-8172-d7d3664a105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b75d2-e058-439d-901a-48e6ddb49196,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:21.490439 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6aade-ed44-4c27-9fcc-b39d7c9c9648 req-9e426811-00d3-4948-9553-f30f418bc2b8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:21.491808 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-74b6aade-ed44-4c27-9fcc-b39d7c9c9648 req-9e426811-00d3-4948-9553-f30f418bc2b8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Mar 14 14:31:21.544676 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-74b6aade-ed44-4c27-9fcc-b39d7c9c9648 req-1a58855d-6031-43e3-8b12-b363ce5137f2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Mar 14 14:31:22.158863 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 47918) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:22.177286 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1035c59a-5dbb-456a-8a37-f8159dbbac16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.178590 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f6e28b57-ec55-4598-8d23-8761a2834a45 req-8e1354c3-9f6c-497d-936d-0939af12344a tempest-DeleteServersTestJSON-162578447 tempest-DeleteServersTestJSON-162578447-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee2d201-a1bd-4453-9f03-72c1d3043ffe HTTP/1.1" status: 200 len: 210 time: 0.0285847 Mar 14 14:31:22.268349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1035c59a-5dbb-456a-8a37-f8159dbbac16 admin admin] Publish callbacks [] for security_group (67be297c-80cb-4523-b53a-145749bc3d80), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.340362 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1035c59a-5dbb-456a-8a37-f8159dbbac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (67be297c-80cb-4523-b53a-145749bc3d80), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.385411 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-1035c59a-5dbb-456a-8a37-f8159dbbac16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af8a9197d58143d7bbc2f48e3c5c4f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244158 Mar 14 14:31:22.386378 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035c59a-5dbb-456a-8a37-f8159dbbac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be297c-80cb-4523-b53a-145749bc3d80,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:22.389683 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 47920) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:22.446623 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] Publish callbacks [] for security_group (67be297c-80cb-4523-b53a-145749bc3d80), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.471524 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] Publish callbacks [] for security_group (67be297c-80cb-4523-b53a-145749bc3d80), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.603870 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (67be297c-80cb-4523-b53a-145749bc3d80), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.609864 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.612523 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67be297c-80cb-4523-b53a-145749bc3d80 HTTP/1.1" status: 204 len: 168 time: 0.2208707 Mar 14 14:31:22.633603 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b961-5c16-4b45-8552-25d30174673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be297c-80cb-4523-b53a-145749bc3d80,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:22.699076 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573472-47bf-4cee-a22d-001fd4dc9509 req-670a55b9-d4ed-4e40-8529-3d28a8adadd5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:22.701527 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b9573472-47bf-4cee-a22d-001fd4dc9509 req-670a55b9-d4ed-4e40-8529-3d28a8adadd5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0812349 Mar 14 14:31:22.766364 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b9573472-47bf-4cee-a22d-001fd4dc9509 req-2487ce3c-2a7f-45d4-a485-59559189515e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Mar 14 14:31:23.910650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d28cbd-1e5f-43bc-9f6a-b8052c15df8c req-e22ec05f-9dbc-429b-ae29-7f91f6de9acb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:23.912231 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33d28cbd-1e5f-43bc-9f6a-b8052c15df8c req-e22ec05f-9dbc-429b-ae29-7f91f6de9acb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0648391 Mar 14 14:31:23.977706 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33d28cbd-1e5f-43bc-9f6a-b8052c15df8c req-24d3c2a0-8126-4d87-afc4-df97f493f03b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Mar 14 14:31:25.104544 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48008) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:25.154495 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78c691-9db5-4147-bef2-9fa2d1a8e290 req-15cec385-d68d-419c-adb1-8c38e2673ccc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:25.156205 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c78c691-9db5-4147-bef2-9fa2d1a8e290 req-15cec385-d68d-419c-adb1-8c38e2673ccc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0865371 Mar 14 14:31:25.163651 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Deleting subnet 0be786af-ccd3-4ffb-a1b1-68be64f2f19b {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:31:25.169118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Publish callbacks [] for subnet (0be786af-ccd3-4ffb-a1b1-68be64f2f19b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.215201 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Publish callbacks [] for subnet (0be786af-ccd3-4ffb-a1b1-68be64f2f19b), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.226227 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (0be786af-ccd3-4ffb-a1b1-68be64f2f19b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.231456 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c78c691-9db5-4147-bef2-9fa2d1a8e290 req-bdd60714-ffc8-4afd-8132-9ee13c9bf0cb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Mar 14 14:31:25.403540 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (0be786af-ccd3-4ffb-a1b1-68be64f2f19b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.439146 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be786af-ccd3-4ffb-a1b1-68be64f2f19b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:25.441007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.444636 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-1155c867-e367-47ec-a044-a312a503c67e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0be786af-ccd3-4ffb-a1b1-68be64f2f19b HTTP/1.1" status: 204 len: 168 time: 0.3379297 Mar 14 14:31:25.447936 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48020) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:25.527693 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (e7bead4c-1105-476b-ac1d-565b332b02ff), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.632466 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (e7bead4c-1105-476b-ac1d-565b332b02ff), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.657688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.658013 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.658879 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.659322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.659731 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.660131 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.660481 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.660817 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.661218 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.661607 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.791797 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.792151 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.792493 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.792861 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:25.793259 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bead4c-1105-476b-ac1d-565b332b02ff']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:25.812396 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a5dc32-2740-42ae-9695-912f4c8dc058') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:25.812693 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a5dc32-2740-42ae-9695-912f4c8dc058') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:25.830998 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (07a5dc32-2740-42ae-9695-912f4c8dc058), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.856351 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (07a5dc32-2740-42ae-9695-912f4c8dc058), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.867105 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:31:25.867496 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (07a5dc32-2740-42ae-9695-912f4c8dc058), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: from cryptography.utils import int_from_bytes Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: from cryptography.utils import int_from_bytes Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:31:25.899002 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:31:26.020306 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (e7bead4c-1105-476b-ac1d-565b332b02ff), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.028598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.032628 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e7bead4c-1105-476b-ac1d-565b332b02ff HTTP/1.1" status: 204 len: 168 time: 0.5836465 Mar 14 14:31:26.047498 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfebf21-6846-46a8-bf22-9590e34d6bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bead4c-1105-476b-ac1d-565b332b02ff,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:26.345468 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48052) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:26.398361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69019b3-37c9-4d44-a76c-c2ba5f7722e3 req-654b566d-cad8-4de1-970d-bc641e34f643 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:26.401206 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c69019b3-37c9-4d44-a76c-c2ba5f7722e3 req-654b566d-cad8-4de1-970d-bc641e34f643 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0912652 Mar 14 14:31:26.424942 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6fcad8f8-aef1-452b-9837-7c5fa715da26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93be3e9c39764e09b0f1d20971a6a820&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0725751 Mar 14 14:31:26.426107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48056) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:26.470855 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c69019b3-37c9-4d44-a76c-c2ba5f7722e3 req-0ab9f231-1296-4ef6-8fac-4b0721246526 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Mar 14 14:31:26.509130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] Publish callbacks [] for security_group (5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.512645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48058) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:26.542717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] Publish callbacks [] for security_group (5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.674580 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.679567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.681057 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7 HTTP/1.1" status: 204 len: 168 time: 0.2534387 Mar 14 14:31:26.688147 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fd1687a-a015-42d9-a397-b22a9a004a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.708160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7757d-2c85-4080-ab5a-56c798822e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2448ca-c7a9-4b04-bc4d-a95004bc2dc7,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:26.804497 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fd1687a-a015-42d9-a397-b22a9a004a09 admin admin] Publish callbacks [] for security_group (cb3495fa-7ff4-4775-b1fb-8fb513bb75bf), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.911698 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fd1687a-a015-42d9-a397-b22a9a004a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cb3495fa-7ff4-4775-b1fb-8fb513bb75bf), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.955944 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7fd1687a-a015-42d9-a397-b22a9a004a09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5904d8ab3e246b0a333a1833ff39358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421072 Mar 14 14:31:26.957073 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1687a-a015-42d9-a397-b22a9a004a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3495fa-7ff4-4775-b1fb-8fb513bb75bf,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:26.959296 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48072) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:27.037014 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] Publish callbacks [] for security_group (cb3495fa-7ff4-4775-b1fb-8fb513bb75bf), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.064546 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] Publish callbacks [] for security_group (cb3495fa-7ff4-4775-b1fb-8fb513bb75bf), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.272057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cb3495fa-7ff4-4775-b1fb-8fb513bb75bf), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.275800 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.277794 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb3495fa-7ff4-4775-b1fb-8fb513bb75bf HTTP/1.1" status: 204 len: 168 time: 0.3170025 Mar 14 14:31:27.291527 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25def-6882-4523-a2a0-b7d4ce8e4454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3495fa-7ff4-4775-b1fb-8fb513bb75bf,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:27.621184 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d321b-529f-4258-822e-8e4bec48219a req-2cb3d54c-8269-472a-bc68-3e83701fc13d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:27.622686 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db1d321b-529f-4258-822e-8e4bec48219a req-2cb3d54c-8269-472a-bc68-3e83701fc13d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0586605 Mar 14 14:31:27.674458 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db1d321b-529f-4258-822e-8e4bec48219a req-6c49c608-37c0-41ec-af04-4c2bf29b641a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Mar 14 14:31:28.079484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48104) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:28.093645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdca9-7cdd-4995-94eb-c1018fbbefb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.233549 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdca9-7cdd-4995-94eb-c1018fbbefb6 admin admin] Publish callbacks [] for security_group (f9b886b6-9de0-4287-bfcf-4bc7897a0ec7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.317498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdca9-7cdd-4995-94eb-c1018fbbefb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f9b886b6-9de0-4287-bfcf-4bc7897a0ec7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.361864 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6b8cdca9-7cdd-4995-94eb-c1018fbbefb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=548bf00155b649a69c501a5d2197f897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812514 Mar 14 14:31:28.363482 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cdca9-7cdd-4995-94eb-c1018fbbefb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b886b6-9de0-4287-bfcf-4bc7897a0ec7,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:28.364873 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48116) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:28.449357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] Publish callbacks [] for security_group (f9b886b6-9de0-4287-bfcf-4bc7897a0ec7), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.475395 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] Publish callbacks [] for security_group (f9b886b6-9de0-4287-bfcf-4bc7897a0ec7), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.703116 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f9b886b6-9de0-4287-bfcf-4bc7897a0ec7), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.707765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.709853 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b886b6-9de0-4287-bfcf-4bc7897a0ec7 HTTP/1.1" status: 204 len: 168 time: 0.3421409 Mar 14 14:31:28.725393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8f606-6493-4048-89f2-612925bca93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b886b6-9de0-4287-bfcf-4bc7897a0ec7,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:28.894644 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893133e-c4db-452f-9760-d8b9d0d0a9f8 req-f950362b-53ae-4cf3-8f7f-094b8cae0ead tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:28.896297 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7893133e-c4db-452f-9760-d8b9d0d0a9f8 req-f950362b-53ae-4cf3-8f7f-094b8cae0ead tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0865290 Mar 14 14:31:28.963617 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7893133e-c4db-452f-9760-d8b9d0d0a9f8 req-f4362aac-58c8-4ae3-b2cd-f0acbbf2fea6 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563066 Mar 14 14:31:30.111150 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0814925-2edb-4421-9199-d64a18e980ff req-b0831558-524b-4849-86cb-1d04db5c3353 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:30.113173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e0814925-2edb-4421-9199-d64a18e980ff req-b0831558-524b-4849-86cb-1d04db5c3353 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0685358 Mar 14 14:31:30.174539 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e0814925-2edb-4421-9199-d64a18e980ff req-a029a0a0-cddf-4fd9-b4ed-c3f4501a3ef6 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Mar 14 14:31:31.357866 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a30fc-b7bb-48b0-af38-fd03f55c70e4 req-96bd3f53-d525-4f85-a7db-d98520b5911a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:31.360410 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ad2a30fc-b7bb-48b0-af38-fd03f55c70e4 req-96bd3f53-d525-4f85-a7db-d98520b5911a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0838435 Mar 14 14:31:31.448351 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ad2a30fc-b7bb-48b0-af38-fd03f55c70e4 req-bef7e38c-fd9c-49d5-83db-2ae45e1ce256 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713539 Mar 14 14:31:32.628684 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599bf92-2733-478a-8df4-ef37a1bcf17c req-4f60b0ea-d2fe-4aac-9226-ad9e81f6fc32 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:32.631312 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0599bf92-2733-478a-8df4-ef37a1bcf17c req-4f60b0ea-d2fe-4aac-9226-ad9e81f6fc32 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0833001 Mar 14 14:31:32.710565 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0599bf92-2733-478a-8df4-ef37a1bcf17c req-2975f1d1-2b5b-4017-bd1c-9f0a7ae33297 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688126 Mar 14 14:31:32.747283 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48220) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:32.879930 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6abca019-0ebe-4b68-953d-ee4bfeedf8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.965416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6abca019-0ebe-4b68-953d-ee4bfeedf8f1 admin admin] Publish callbacks [] for security_group (c7b8243b-b541-4c06-b9b2-a2be2b5a7c75), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.026158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6abca019-0ebe-4b68-953d-ee4bfeedf8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c7b8243b-b541-4c06-b9b2-a2be2b5a7c75), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.070737 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6abca019-0ebe-4b68-953d-ee4bfeedf8f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e595910139841cfa06e034e000540b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214242 Mar 14 14:31:33.071789 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abca019-0ebe-4b68-953d-ee4bfeedf8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8243b-b541-4c06-b9b2-a2be2b5a7c75,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:33.074314 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48228) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:33.164488 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] Publish callbacks [] for security_group (c7b8243b-b541-4c06-b9b2-a2be2b5a7c75), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.193586 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] Publish callbacks [] for security_group (c7b8243b-b541-4c06-b9b2-a2be2b5a7c75), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.363910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c7b8243b-b541-4c06-b9b2-a2be2b5a7c75), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.366856 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.373094 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7b8243b-b541-4c06-b9b2-a2be2b5a7c75 HTTP/1.1" status: 204 len: 168 time: 0.2918360 Mar 14 14:31:33.377176 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98493737-d84c-4887-a2b0-e3c7fcf737d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b8243b-b541-4c06-b9b2-a2be2b5a7c75,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:33.713065 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48240) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:33.897401 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff9b-e3be-465f-a651-6e91f7334650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.945812 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3db6c-1213-4e32-a214-9e690ae21155 req-55a0bdf5-2458-43ee-8528-99695ed86bca tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:33.945812 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0b3db6c-1213-4e32-a214-9e690ae21155 req-55a0bdf5-2458-43ee-8528-99695ed86bca tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.1242397 Mar 14 14:31:34.029946 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0b3db6c-1213-4e32-a214-9e690ae21155 req-1b2eb960-e511-4e99-9121-16bf683a4807 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746882 Mar 14 14:31:34.046343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff9b-e3be-465f-a651-6e91f7334650 admin admin] Publish callbacks [] for security_group (1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.174140 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff9b-e3be-465f-a651-6e91f7334650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.219345 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-abe9ff9b-e3be-465f-a651-6e91f7334650 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7aba8c6ca554099a69797344707d831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047088 Mar 14 14:31:34.220295 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ff9b-e3be-465f-a651-6e91f7334650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:34.222808 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48256) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:34.284806 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] Publish callbacks [] for security_group (1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.311917 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] Publish callbacks [] for security_group (1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.449032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.458954 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.458954 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b HTTP/1.1" status: 204 len: 168 time: 0.2301984 Mar 14 14:31:34.466919 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7119cd-d00a-4d00-876f-df8443ab5cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf1e33-43e4-4ae0-9fc1-93fe87e67c1b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:35.219668 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288369c-7ecc-4784-96d8-494963524b33 req-12df8376-69dc-4aa5-a0f0-b77b51289235 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:35.222637 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6288369c-7ecc-4784-96d8-494963524b33 req-12df8376-69dc-4aa5-a0f0-b77b51289235 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0965562 Mar 14 14:31:35.306948 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6288369c-7ecc-4784-96d8-494963524b33 req-c82b37ec-c5de-4dcd-9afc-5f58988b7e7e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775054 Mar 14 14:31:35.468323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48304) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:35.642038 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eee46853-4e00-4235-ab29-9c1243307e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.739541 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eee46853-4e00-4235-ab29-9c1243307e46 admin admin] Publish callbacks [] for security_group (6d916a86-ec6c-46ee-8e83-e015e58875fe), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.826395 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eee46853-4e00-4235-ab29-9c1243307e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6d916a86-ec6c-46ee-8e83-e015e58875fe), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.874129 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48314) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:35.912155 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48320) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:35.912668 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-eee46853-4e00-4235-ab29-9c1243307e46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ba79b409b043fc80180fce9400896d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426379 Mar 14 14:31:35.919233 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46853-4e00-4235-ab29-9c1243307e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d916a86-ec6c-46ee-8e83-e015e58875fe,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:35.984387 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] Publish callbacks [] for security_group (6d916a86-ec6c-46ee-8e83-e015e58875fe), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.014745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] Publish callbacks [] for security_group (6d916a86-ec6c-46ee-8e83-e015e58875fe), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.056164 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-821374104-network', 'tenant_id': 'e96ae3ce209346c9ac041ddbd3e94e5e'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:36.174181 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Made reservation on behalf of e96ae3ce209346c9ac041ddbd3e94e5e for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:36.176622 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.187209 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.210036 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6d916a86-ec6c-46ee-8e83-e015e58875fe), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.213254 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.214046 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d916a86-ec6c-46ee-8e83-e015e58875fe HTTP/1.1" status: 204 len: 168 time: 0.3008878 Mar 14 14:31:36.254744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98be1c-2970-4c48-a695-a2e259264714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d916a86-ec6c-46ee-8e83-e015e58875fe,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:36.335242 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks [] for security_group (82213ef7-f45a-453e-8996-a4dde494222e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.415018 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (82213ef7-f45a-453e-8996-a4dde494222e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.453040 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:31:36.474533 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82213ef7-f45a-453e-8996-a4dde494222e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:36.479311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (8cbf2e00-b6eb-4832-a3f2-06c955e30c85), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.480235 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Added segment 8cbf2e00-b6eb-4832-a3f2-06c955e30c85 of type vlan for network 208f716a-8666-47c9-8c32-8091a4149fce Mar 14 14:31:36.487798 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a4b7-4e99-48d7-9c56-86f88532db12 req-53cc9fd5-4718-4acd-b79d-d1b632026428 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:36.489637 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f60a4b7-4e99-48d7-9c56-86f88532db12 req-53cc9fd5-4718-4acd-b79d-d1b632026428 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0856354 Mar 14 14:31:36.543597 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (208f716a-8666-47c9-8c32-8091a4149fce), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.570401 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f60a4b7-4e99-48d7-9c56-86f88532db12 req-d8cfb17d-c5ac-45f2-ba6b-484631bd4c1d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652816 Mar 14 14:31:36.694984 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (208f716a-8666-47c9-8c32-8091a4149fce), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.696499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:36.697255 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.775802 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] Pushing event updated for resources: {'Network': ['ID=208f716a-8666-47c9-8c32-8091a4149fce,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:36.790903 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 208f716a-8666-47c9-8c32-8091a4149fce details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:31:36.851393 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8676a86d-c4fe-48bd-949b-0a22e57c5d99 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9754312 Mar 14 14:31:36.862399 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48334) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:36.867315 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Request body: {'subnet': {'network_id': '208f716a-8666-47c9-8c32-8091a4149fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-821374104-subnet', 'tenant_id': 'e96ae3ce209346c9ac041ddbd3e94e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:37.002785 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Made reservation on behalf of e96ae3ce209346c9ac041ddbd3e94e5e for: {'subnet': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:37.005834 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29648035'] for subnet (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:37.403328 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29523830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29648013'] for subnet (c922d275-cc8d-4568-b562-08da94ddcbc1), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:37.460992 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c922d275-cc8d-4568-b562-08da94ddcbc1,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:37.485406 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Checking segment: {'id': '8cbf2e00-b6eb-4832-a3f2-06c955e30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '208f716a-8666-47c9-8c32-8091a4149fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:37.485857 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Network hostable DHCP agents. Network: 208f716a-8666-47c9-8c32-8091a4149fce, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:31:37.637073 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Network 208f716a-8666-47c9-8c32-8091a4149fce is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:31:37.750118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 208f716a-8666-47c9-8c32-8091a4149fce) {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:37.760537 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:37.761719 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:37.793456 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54e098-7aa8-46b0-9dff-cf39e20c9686 None None] Network 208f716a-8666-47c9-8c32-8091a4149fce requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:37.802114 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e0b8-6304-4471-8b79-f8fc6d6b0f6e req-12c5d8f8-995e-4458-8325-ce701ead8636 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:37.804903 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6733e0b8-6304-4471-8b79-f8fc6d6b0f6e req-12c5d8f8-995e-4458-8325-ce701ead8636 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.1097114 Mar 14 14:31:37.891749 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6733e0b8-6304-4471-8b79-f8fc6d6b0f6e req-9ccfb244-995d-4471-94a0-a5c9ef69649d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723214 Mar 14 14:31:37.904264 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b8c116bd-3c7e-440f-ab4d-f84d3b71851a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0402772 Mar 14 14:31:37.980196 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:31:37.994020 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5a71b-0469-4ec8-b3dc-a77d37c4073d None None] Network 208f716a-8666-47c9-8c32-8091a4149fce requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:38.226363 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dedb2df2-ea8d-4eac-853e-a50c123f5e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.025852 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48406) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:39.034507 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714944040-network', 'tenant_id': '977ecae92aaf47d3a6a3f6b25d30f0cf'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:39.110617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c14f-68a6-4070-907b-edd0f3ae6e85 req-6cec9a3d-d179-4be6-9bc9-1a45b6cd25d8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:39.112334 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3453c14f-68a6-4070-907b-edd0f3ae6e85 req-6cec9a3d-d179-4be6-9bc9-1a45b6cd25d8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0909898 Mar 14 14:31:39.157704 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Made reservation on behalf of 977ecae92aaf47d3a6a3f6b25d30f0cf for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:39.161972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.166704 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3453c14f-68a6-4070-907b-edd0f3ae6e85 req-c5cb3fc6-eaf8-46e0-93e6-d7bcdfdeabfc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Mar 14 14:31:39.179404 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.303043 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks [] for security_group (1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.385384 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.417940 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:31:39.430344 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:39.437313 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (d54f00fd-6694-455e-9811-92219da5cbc2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.437833 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Added segment d54f00fd-6694-455e-9811-92219da5cbc2 of type vlan for network 15320b6e-7b67-4835-9087-030bab31eb79 Mar 14 14:31:39.492720 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (15320b6e-7b67-4835-9087-030bab31eb79), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.580309 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (15320b6e-7b67-4835-9087-030bab31eb79), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.581768 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:39.582538 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.681283 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] Pushing event updated for resources: {'Network': ['ID=15320b6e-7b67-4835-9087-030bab31eb79,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:39.694489 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 15320b6e-7b67-4835-9087-030bab31eb79 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:31:39.720958 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8d35da27-64b8-445a-9e7c-f13f88b264f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6932859 Mar 14 14:31:39.725423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48420) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:39.734774 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Request body: {'subnet': {'network_id': '15320b6e-7b67-4835-9087-030bab31eb79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714944040-subnet', 'tenant_id': '977ecae92aaf47d3a6a3f6b25d30f0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:39.888474 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Made reservation on behalf of 977ecae92aaf47d3a6a3f6b25d30f0cf for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:39.895411 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.249712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (fa7c67ea-720b-4f94-889e-a8f835337cf4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.332638 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348777a3-ac44-487b-96e3-77a04861fc78 req-8156f3b2-fb35-48dd-8a24-c7508b9cfa9e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:40.335171 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-348777a3-ac44-487b-96e3-77a04861fc78 req-8156f3b2-fb35-48dd-8a24-c7508b9cfa9e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0720119 Mar 14 14:31:40.358736 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7c67ea-720b-4f94-889e-a8f835337cf4,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:40.374462 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Checking segment: {'id': 'd54f00fd-6694-455e-9811-92219da5cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15320b6e-7b67-4835-9087-030bab31eb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:40.375023 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Network hostable DHCP agents. Network: 15320b6e-7b67-4835-9087-030bab31eb79, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:31:40.408026 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-348777a3-ac44-487b-96e3-77a04861fc78 req-11e3e5c9-636d-489a-945a-9742876bee5b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620999 Mar 14 14:31:40.535132 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Network 15320b6e-7b67-4835-9087-030bab31eb79 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:31:40.573183 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-67146ade-1c10-40c0-bd3e-8d10e770d0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.700588 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 15320b6e-7b67-4835-9087-030bab31eb79) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:40.706807 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:40.707614 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.719858 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d87442-ed40-4025-b554-91921a3b0e3b None None] Network 15320b6e-7b67-4835-9087-030bab31eb79 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:40.785000 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3df0af70-2f1e-4e14-a4a2-5d013b895ab0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0577319 Mar 14 14:31:40.787801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48452) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:40.909630 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c8db9-654b-46f6-9a3c-26cf8185279a None None] Network 15320b6e-7b67-4835-9087-030bab31eb79 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:40.966789 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48460) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:40.987640 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fd3bda60-9dad-44a9-885f-bcf0a967fcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.055749 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Deleting subnet c922d275-cc8d-4568-b562-08da94ddcbc1 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:31:41.060156 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Publish callbacks [] for subnet (c922d275-cc8d-4568-b562-08da94ddcbc1), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.112642 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Publish callbacks [] for subnet (c922d275-cc8d-4568-b562-08da94ddcbc1), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.129391 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (c922d275-cc8d-4568-b562-08da94ddcbc1), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.139701 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fd3bda60-9dad-44a9-885f-bcf0a967fcb1 admin admin] Publish callbacks [] for security_group (c8d9824c-edbe-4244-8ce8-052daeaa50cf), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.220343 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fd3bda60-9dad-44a9-885f-bcf0a967fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c8d9824c-edbe-4244-8ce8-052daeaa50cf), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.250292 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for subnet (c922d275-cc8d-4568-b562-08da94ddcbc1), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.276133 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fd3bda60-9dad-44a9-885f-bcf0a967fcb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18975297be2149b28ba5573538e851e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867110 Mar 14 14:31:41.277577 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bda60-9dad-44a9-885f-bcf0a967fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d9824c-edbe-4244-8ce8-052daeaa50cf,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:41.282044 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48462) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:41.307704 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c922d275-cc8d-4568-b562-08da94ddcbc1,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:41.311520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.316526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2ddc6831-230e-4f7e-9968-4519b250f8b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c922d275-cc8d-4568-b562-08da94ddcbc1 HTTP/1.1" status: 204 len: 168 time: 0.3480759 Mar 14 14:31:41.319956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48464) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:41.358223 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] Publish callbacks [] for security_group (c8d9824c-edbe-4244-8ce8-052daeaa50cf), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.399656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] Publish callbacks [] for security_group (c8d9824c-edbe-4244-8ce8-052daeaa50cf), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.439899 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (208f716a-8666-47c9-8c32-8091a4149fce), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.574423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c8d9824c-edbe-4244-8ce8-052daeaa50cf), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.578205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.579608 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8d9824c-edbe-4244-8ce8-052daeaa50cf HTTP/1.1" status: 204 len: 168 time: 0.2965717 Mar 14 14:31:41.592660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730aee-8b8f-4e58-b67b-48a197f07955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d9824c-edbe-4244-8ce8-052daeaa50cf,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:41.666617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (208f716a-8666-47c9-8c32-8091a4149fce), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.724336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e8eb7-db56-4889-9d77-7fb88adccf75 req-7fa269ea-d326-4e20-8bb9-aede43e4c595 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:41.727571 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c2e8eb7-db56-4889-9d77-7fb88adccf75 req-7fa269ea-d326-4e20-8bb9-aede43e4c595 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.2281735 Mar 14 14:31:41.737866 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.738476 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.739875 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.740444 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > port after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.740994 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.741530 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > port after_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.742115 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.742718 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.743352 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.743908 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.874960 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.875536 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.876092 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.876669 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:31:41.877284 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208f716a-8666-47c9-8c32-8091a4149fce']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:41.923525 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbf2e00-b6eb-4832-a3f2-06c955e30c85') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:41.924010 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbf2e00-b6eb-4832-a3f2-06c955e30c85') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:41.974170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (8cbf2e00-b6eb-4832-a3f2-06c955e30c85), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.024507 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (8cbf2e00-b6eb-4832-a3f2-06c955e30c85), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.057787 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:31:42.058486 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (8cbf2e00-b6eb-4832-a3f2-06c955e30c85), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: from cryptography.utils import int_from_bytes Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: from cryptography.utils import int_from_bytes Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:31:42.066682 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:31:42.102479 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c2e8eb7-db56-4889-9d77-7fb88adccf75 req-5eee1812-6b9e-490a-a200-c3c8221503e2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160447 Mar 14 14:31:42.248552 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (208f716a-8666-47c9-8c32-8091a4149fce), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.254925 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.258526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] 10.222.0.30 "DELETE /v2.0/networks/208f716a-8666-47c9-8c32-8091a4149fce HTTP/1.1" status: 204 len: 168 time: 0.9371607 Mar 14 14:31:42.263928 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48484) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:42.281218 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5a91-5468-400c-995a-0df2c7d8e47f admin admin] Pushing event deleted for resources: {'Network': ['ID=208f716a-8666-47c9-8c32-8091a4149fce,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:42.330587 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Deleting subnet fa7c67ea-720b-4f94-889e-a8f835337cf4 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:31:42.334461 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Publish callbacks [] for subnet (fa7c67ea-720b-4f94-889e-a8f835337cf4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.378741 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (fa7c67ea-720b-4f94-889e-a8f835337cf4), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.447129 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (fa7c67ea-720b-4f94-889e-a8f835337cf4), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.626211 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (fa7c67ea-720b-4f94-889e-a8f835337cf4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.658370 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7c67ea-720b-4f94-889e-a8f835337cf4,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:42.668415 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.674989 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f75ffb76-08b2-4f40-ba73-c43fd6f7e714 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fa7c67ea-720b-4f94-889e-a8f835337cf4 HTTP/1.1" status: 204 len: 168 time: 0.4114840 Mar 14 14:31:42.677756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48496) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:42.764244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (15320b6e-7b67-4835-9087-030bab31eb79), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.877885 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.894623 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (15320b6e-7b67-4835-9087-030bab31eb79), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.924793 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15320b6e-7b67-4835-9087-030bab31eb79']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:42.938675 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54f00fd-6694-455e-9811-92219da5cbc2') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:42.939156 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54f00fd-6694-455e-9811-92219da5cbc2') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:42.957729 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (d54f00fd-6694-455e-9811-92219da5cbc2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.983418 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (d54f00fd-6694-455e-9811-92219da5cbc2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.991760 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:31:42.992796 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (d54f00fd-6694-455e-9811-92219da5cbc2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:31:42.995667 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:31:43.136622 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (15320b6e-7b67-4835-9087-030bab31eb79), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.165487 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.172624 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15320b6e-7b67-4835-9087-030bab31eb79 HTTP/1.1" status: 204 len: 168 time: 0.4931512 Mar 14 14:31:43.191179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391a948-2b33-463d-94c4-7aa1f7fff522 admin admin] Pushing event deleted for resources: {'Network': ['ID=15320b6e-7b67-4835-9087-030bab31eb79,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:43.332213 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de94425-6144-45d6-9640-2a92bb407275 req-725000a9-5e57-4d71-baae-d0684b86bbdb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:43.333975 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9de94425-6144-45d6-9640-2a92bb407275 req-725000a9-5e57-4d71-baae-d0684b86bbdb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0856993 Mar 14 14:31:43.425655 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9de94425-6144-45d6-9640-2a92bb407275 req-f1a3c0c7-7b38-4e76-aafd-cc00fec4e2a8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813739 Mar 14 14:31:43.688644 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.691659 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48518) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:43.766639 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-1e5d67c3-2b99-49db-b435-7f93fb7ab0ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e96ae3ce209346c9ac041ddbd3e94e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0731380 Mar 14 14:31:43.769610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48522) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:43.829005 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] Publish callbacks [] for security_group (82213ef7-f45a-453e-8996-a4dde494222e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.854628 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] Publish callbacks [] for security_group (82213ef7-f45a-453e-8996-a4dde494222e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.997003 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (82213ef7-f45a-453e-8996-a4dde494222e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.999975 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:44.001283 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82213ef7-f45a-453e-8996-a4dde494222e HTTP/1.1" status: 204 len: 168 time: 0.2305412 Mar 14 14:31:44.010075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a6434-a5b8-486a-901e-c8c4fba7285d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82213ef7-f45a-453e-8996-a4dde494222e,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:44.611738 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bfefb-9016-40c5-a62a-fc4bd9b01f95 req-5a40a607-e398-46c1-a70d-78ec7a0d9703 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:44.613475 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dd0bfefb-9016-40c5-a62a-fc4bd9b01f95 req-5a40a607-e398-46c1-a70d-78ec7a0d9703 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0783846 Mar 14 14:31:44.677518 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dd0bfefb-9016-40c5-a62a-fc4bd9b01f95 req-295bde31-ec18-42d1-8c72-7d2250203930 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Mar 14 14:31:44.801586 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48550) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:44.857275 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-057eb5c7-6455-40c8-b49d-84cdc7daf608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=977ecae92aaf47d3a6a3f6b25d30f0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543969 Mar 14 14:31:44.861570 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48552) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:44.942416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] Publish callbacks [] for security_group (1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:44.983602 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] Publish callbacks [] for security_group (1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.175667 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.182021 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.184149 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e HTTP/1.1" status: 204 len: 168 time: 0.3209748 Mar 14 14:31:45.203229 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fcbf7-55da-4e5c-950c-29fc48464c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea1a57-0c8b-40dd-a5e2-8ce6def71d5e,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:45.239257 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-cda4758f-bca8-4c26-9ac0-c651199d5283 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959010 Mar 14 14:31:45.455349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-2e57afcb-3385-4d83-a33f-3152f429f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.456908 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-2e57afcb-3385-4d83-a33f-3152f429f3c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.1137145 Mar 14 14:31:45.530180 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.636014 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-fbcc7530-4ea4-49fd-8c6f-8223d1f71913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.637545 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-fbcc7530-4ea4-49fd-8c6f-8223d1f71913 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1548426 Mar 14 14:31:45.687078 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-3619c1b2-815d-4e93-836d-afc28226fbe0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.0383399 Mar 14 14:31:45.756838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-17f9d92f-ed88-4fec-8656-2fc71088f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.759447 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-17f9d92f-ed88-4fec-8656-2fc71088f5f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0656950 Mar 14 14:31:45.865162 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2666d2-cba7-4558-9ef4-eec44ec90bf8 req-35dacde8-7a8a-4525-870a-36ca055e3c79 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.866870 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ad2666d2-cba7-4558-9ef4-eec44ec90bf8 req-35dacde8-7a8a-4525-870a-36ca055e3c79 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0606863 Mar 14 14:31:45.932267 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ad2666d2-cba7-4558-9ef4-eec44ec90bf8 req-8158ab39-93b8-4142-911e-73aa05431738 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Mar 14 14:31:46.183607 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48576) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:46.407199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7ecbcf0b-dd57-40a4-a8ce-4207ce264050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.525981 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7ecbcf0b-dd57-40a4-a8ce-4207ce264050 admin admin] Publish callbacks [] for security_group (c505b1c6-da91-4cb0-bf0c-faf78fb682b6), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.597287 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7ecbcf0b-dd57-40a4-a8ce-4207ce264050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c505b1c6-da91-4cb0-bf0c-faf78fb682b6), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.676642 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7ecbcf0b-dd57-40a4-a8ce-4207ce264050 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ea20b2f31344106aeedfb824eb5ba82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943912 Mar 14 14:31:46.676642 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbcf0b-dd57-40a4-a8ce-4207ce264050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c505b1c6-da91-4cb0-bf0c-faf78fb682b6,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:46.679968 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48598) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:46.719972 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-53ea264d-f6d0-4ee9-b46a-5705b0f5302e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487688 Mar 14 14:31:46.778277 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] Publish callbacks [] for security_group (c505b1c6-da91-4cb0-bf0c-faf78fb682b6), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.827457 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] Publish callbacks [] for security_group (c505b1c6-da91-4cb0-bf0c-faf78fb682b6), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.049344 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c505b1c6-da91-4cb0-bf0c-faf78fb682b6), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.054210 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.056814 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c505b1c6-da91-4cb0-bf0c-faf78fb682b6 HTTP/1.1" status: 204 len: 168 time: 0.3749971 Mar 14 14:31:47.091422 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cae49-c7fb-4878-8ec4-f9ac17e2d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c505b1c6-da91-4cb0-bf0c-faf78fb682b6,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:47.100252 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786fb7a-b00f-48fd-87c7-66237d3fd374 req-b5c9095d-86de-46bf-bc91-78e407032e21 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:47.103257 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3786fb7a-b00f-48fd-87c7-66237d3fd374 req-b5c9095d-86de-46bf-bc91-78e407032e21 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0811448 Mar 14 14:31:47.158432 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.221054 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3786fb7a-b00f-48fd-87c7-66237d3fd374 req-9b47e80b-785f-4ef1-a39f-0d52b9a77c18 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037986 Mar 14 14:31:47.644715 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-a60227ab-5a17-4389-a461-600b4f3420a2 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258848 Mar 14 14:31:48.387520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615673-1ac8-4190-a5ed-b07bf196cfbf req-23c7c3aa-9242-4148-836f-57eeeac96a34 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:48.390324 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ef615673-1ac8-4190-a5ed-b07bf196cfbf req-23c7c3aa-9242-4148-836f-57eeeac96a34 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0692136 Mar 14 14:31:48.456926 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ef615673-1ac8-4190-a5ed-b07bf196cfbf req-f16f7121-f839-4370-8159-d29eb19c4874 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Mar 14 14:31:48.611836 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a062c97-abf6-4493-9bc9-43480dac74d6 req-55e3c2b3-2132-4dba-a6e3-bc8dc10a2449 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602635 Mar 14 14:31:49.876117 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471abcac-a368-4982-b278-9f91e311ad02 req-263908ef-fb03-4553-83ec-ed1c7f8d5eb7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:49.878564 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-471abcac-a368-4982-b278-9f91e311ad02 req-263908ef-fb03-4553-83ec-ed1c7f8d5eb7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.3253565 Mar 14 14:31:49.951679 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-471abcac-a368-4982-b278-9f91e311ad02 req-ba7cb9e6-02e7-44fc-8847-54648db94477 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591469 Mar 14 14:31:50.151586 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48718) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:50.276199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-43b91548-ed11-4eff-a3ae-dc46dba2725b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.369311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-43b91548-ed11-4eff-a3ae-dc46dba2725b admin admin] Publish callbacks [] for security_group (f12230f8-f4c1-4e18-8548-df0b85be988f), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.482817 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-43b91548-ed11-4eff-a3ae-dc46dba2725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f12230f8-f4c1-4e18-8548-df0b85be988f), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.533455 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-43b91548-ed11-4eff-a3ae-dc46dba2725b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bce731ae1c0424189dc27634027e004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807225 Mar 14 14:31:50.538339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91548-ed11-4eff-a3ae-dc46dba2725b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12230f8-f4c1-4e18-8548-df0b85be988f,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:50.539161 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48724) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:50.615137 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] Publish callbacks [] for security_group (f12230f8-f4c1-4e18-8548-df0b85be988f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.654330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] Publish callbacks [] for security_group (f12230f8-f4c1-4e18-8548-df0b85be988f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.860110 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f12230f8-f4c1-4e18-8548-df0b85be988f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.864573 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.866640 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f12230f8-f4c1-4e18-8548-df0b85be988f HTTP/1.1" status: 204 len: 168 time: 0.3268080 Mar 14 14:31:50.881158 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb543-79cd-47de-88ae-416d7e492756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12230f8-f4c1-4e18-8548-df0b85be988f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:51.140424 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55794f9-abae-473c-bfb3-91e3e8f2e41e req-6dfcc6ec-afde-4c31-bcc3-9ad3662376cb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.143307 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e55794f9-abae-473c-bfb3-91e3e8f2e41e req-6dfcc6ec-afde-4c31-bcc3-9ad3662376cb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0936363 Mar 14 14:31:51.237006 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e55794f9-abae-473c-bfb3-91e3e8f2e41e req-52c5f3c2-4de0-485b-90a8-46fb07185576 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822978 Mar 14 14:31:51.831420 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48758) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:51.848070 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6865c15a-afb2-4420-b4cc-f80dcddc7fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.961706 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6865c15a-afb2-4420-b4cc-f80dcddc7fe0 admin admin] Publish callbacks [] for security_group (38eec61e-e0c9-439f-8be2-c137074e3455), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.053838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6865c15a-afb2-4420-b4cc-f80dcddc7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (38eec61e-e0c9-439f-8be2-c137074e3455), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.102562 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6865c15a-afb2-4420-b4cc-f80dcddc7fe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5ffa0b1e28a4cfab2743a429551b4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699795 Mar 14 14:31:52.105345 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865c15a-afb2-4420-b4cc-f80dcddc7fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eec61e-e0c9-439f-8be2-c137074e3455,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:52.106416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48766) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:52.174030 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] Publish callbacks [] for security_group (38eec61e-e0c9-439f-8be2-c137074e3455), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.199590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] Publish callbacks [] for security_group (38eec61e-e0c9-439f-8be2-c137074e3455), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.328220 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (38eec61e-e0c9-439f-8be2-c137074e3455), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.330838 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.332137 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38eec61e-e0c9-439f-8be2-c137074e3455 HTTP/1.1" status: 204 len: 168 time: 0.2237051 Mar 14 14:31:52.344423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7e65a-690d-4a1b-9292-37849448d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eec61e-e0c9-439f-8be2-c137074e3455,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:52.406296 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58aecc-0a02-4dd0-978d-b72312e4f604 req-6308b5ce-dd8a-468d-8af3-b43da777e636 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.408199 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a58aecc-0a02-4dd0-978d-b72312e4f604 req-6308b5ce-dd8a-468d-8af3-b43da777e636 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0842733 Mar 14 14:31:52.474773 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a58aecc-0a02-4dd0-978d-b72312e4f604 req-5d3577ab-ecdd-42ee-84a7-dfe0b1da9df6 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Mar 14 14:31:53.654887 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e192cc-e2a6-475f-8ad0-9575d0fa14d5 req-ef17b123-2758-4110-9930-ef71260fe48e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.656538 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-40e192cc-e2a6-475f-8ad0-9575d0fa14d5 req-ef17b123-2758-4110-9930-ef71260fe48e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0825679 Mar 14 14:31:53.742844 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-40e192cc-e2a6-475f-8ad0-9575d0fa14d5 req-457e5599-5f52-49ab-b517-69feb7c89eed tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Mar 14 14:31:54.984291 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63376eb-c6bb-424e-aff7-a50e160d809c req-9ef7c0eb-8805-4f74-808b-207ce7872316 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:54.987136 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c63376eb-c6bb-424e-aff7-a50e160d809c req-9ef7c0eb-8805-4f74-808b-207ce7872316 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.1294453 Mar 14 14:31:55.072774 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c63376eb-c6bb-424e-aff7-a50e160d809c req-03f0b69a-4e7e-4088-bd3b-105d34546929 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Mar 14 14:31:55.149206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4d705-aea1-4cde-b980-80bf8e58917a req-4292a461-58b9-42c6-8499-3ae5b26cf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:55.150751 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccb4d705-aea1-4cde-b980-80bf8e58917a req-4292a461-58b9-42c6-8499-3ae5b26cf12c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 1129 time: 0.0642867 Mar 14 14:31:55.201735 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccb4d705-aea1-4cde-b980-80bf8e58917a req-f644de41-3928-4edd-bc1d-9b060e93e609 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Mar 14 14:31:56.240374 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b693c-9675-4a28-bfe4-75949e685a42 req-22f94e74-ffd4-4e45-a193-6b5cd8a03236 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:56.242149 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c61b693c-9675-4a28-bfe4-75949e685a42 req-22f94e74-ffd4-4e45-a193-6b5cd8a03236 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0667381 Mar 14 14:31:56.323901 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c61b693c-9675-4a28-bfe4-75949e685a42 req-3c8f9ef2-76db-4df5-9764-1a33e12360b3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737486 Mar 14 14:31:56.580935 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 48912) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:56.717676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.835825 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Publish callbacks [] for security_group (67e810ec-dfdf-48c6-98af-a5d277028047), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.945603 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (67e810ec-dfdf-48c6-98af-a5d277028047), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.004074 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8352a0c0cb74e30bff13ddcf6c2b672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216058 Mar 14 14:31:57.004924 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e810ec-dfdf-48c6-98af-a5d277028047,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:57.007420 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 48920) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:57.015253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.015987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.016398 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.016823 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.017228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.017691 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.018339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.018859 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.019398 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.019933 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.020455 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.020912 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.021375 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.021854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.022319 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705a6058-4572-4327-ae64-15ecdb2e0d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.102926 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Publish callbacks [] for security_group (67e810ec-dfdf-48c6-98af-a5d277028047), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.137001 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Publish callbacks [] for security_group (67e810ec-dfdf-48c6-98af-a5d277028047), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.288079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (67e810ec-dfdf-48c6-98af-a5d277028047), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.291633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.293057 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67e810ec-dfdf-48c6-98af-a5d277028047 HTTP/1.1" status: 204 len: 168 time: 0.2842369 Mar 14 14:31:57.304281 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e810ec-dfdf-48c6-98af-a5d277028047,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:57.316864 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.317334 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.317836 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.318334 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.318764 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.319223 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.319643 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.320080 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.320535 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.321003 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.321456 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.321968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.322426 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.326277 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.326277 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d6f6b-1d4a-4032-9e8d-7bb89734071e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:57.493296 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b463d6-249b-42a1-8f7c-db4fa60f56e4 req-be5b2316-c7c4-4556-96b2-1cd124427c11 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.495072 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78b463d6-249b-42a1-8f7c-db4fa60f56e4 req-be5b2316-c7c4-4556-96b2-1cd124427c11 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0638065 Mar 14 14:31:57.612327 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78b463d6-249b-42a1-8f7c-db4fa60f56e4 req-813e49ea-804e-47b6-a605-15a2fc78aa1a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073904 Mar 14 14:31:57.849108 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6100-8462-4d8f-8ef6-38e90cd77971 req-15ed3095-964d-4027-925a-a0bd8ed99360 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.852068 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-348b6100-8462-4d8f-8ef6-38e90cd77971 req-15ed3095-964d-4027-925a-a0bd8ed99360 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1063952 Mar 14 14:31:57.963939 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-348b6100-8462-4d8f-8ef6-38e90cd77971 req-a528752e-2b6b-41c0-8b3c-5ba85ded1d9b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950329 Mar 14 14:32:00.420836 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49018) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:00.559043 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb42-b80a-4899-a6f3-49dd4bfc0267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.671274 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb42-b80a-4899-a6f3-49dd4bfc0267 admin admin] Publish callbacks [] for security_group (58f61987-6c32-4894-a77d-3176f7cad74f), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.750791 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb42-b80a-4899-a6f3-49dd4bfc0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (58f61987-6c32-4894-a77d-3176f7cad74f), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.798021 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e8c4cb42-b80a-4899-a6f3-49dd4bfc0267 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5110b28e35d241bfa7e8d72438eafc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760242 Mar 14 14:32:00.802870 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49028) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:00.808318 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4cb42-b80a-4899-a6f3-49dd4bfc0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f61987-6c32-4894-a77d-3176f7cad74f,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:00.862638 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] Publish callbacks [] for security_group (58f61987-6c32-4894-a77d-3176f7cad74f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.902987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] Publish callbacks [] for security_group (58f61987-6c32-4894-a77d-3176f7cad74f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:01.042595 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (58f61987-6c32-4894-a77d-3176f7cad74f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:01.045475 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:01.047621 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58f61987-6c32-4894-a77d-3176f7cad74f HTTP/1.1" status: 204 len: 168 time: 0.2426710 Mar 14 14:32:01.067315 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875955b-8bbf-4aaa-8fdf-b582f950b43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f61987-6c32-4894-a77d-3176f7cad74f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:01.269724 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf423e-7657-46db-812a-b9d2a3e0c60c req-a3ca5776-dd8e-4b5e-87da-ef9d44684c20 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.271583 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-68bf423e-7657-46db-812a-b9d2a3e0c60c req-a3ca5776-dd8e-4b5e-87da-ef9d44684c20 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0783298 Mar 14 14:32:01.350607 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-1ac7a2f0-5b6b-4aa3-89c7-37893e135a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.352493 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-1ac7a2f0-5b6b-4aa3-89c7-37893e135a7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.0567865 Mar 14 14:32:01.358807 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-68bf423e-7657-46db-812a-b9d2a3e0c60c req-40fa31c0-b18e-4111-908a-97a506a19ee8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800540 Mar 14 14:32:01.504394 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-b6779803-3f29-4660-a791-5d2415cfe1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.506730 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-b6779803-3f29-4660-a791-5d2415cfe1fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1354721 Mar 14 14:32:01.584320 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-fa3d1d24-0626-4b18-ae59-1a3014654eef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.0685127 Mar 14 14:32:01.656895 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-471c87b6-68ad-4ae0-9620-9c925ef2ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.659372 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-471c87b6-68ad-4ae0-9620-9c925ef2ca4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0669622 Mar 14 14:32:01.696153 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-eb8fb12d-41ce-4441-9efe-c2011dfe2da6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289509 Mar 14 14:32:01.796553 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-04e96959-5d2e-4c28-84d1-678a861d6232 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922995 Mar 14 14:32:01.907289 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88d19b5d-81da-479b-b2da-f5421a1881e6 req-b95f94fd-1bd4-452f-8499-123d7f2a8780 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021042 Mar 14 14:32:02.238425 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49078) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.254030 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b52f2672-36be-4227-816a-26c5e99b4335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.386197 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b52f2672-36be-4227-816a-26c5e99b4335 admin admin] Publish callbacks [] for security_group (284ad443-251e-4a6e-ac9e-5f66271f8e67), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.483703 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b52f2672-36be-4227-816a-26c5e99b4335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (284ad443-251e-4a6e-ac9e-5f66271f8e67), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.528994 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b52f2672-36be-4227-816a-26c5e99b4335 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ec2479071164e9b9e75ff49e4e149c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865241 Mar 14 14:32:02.529161 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f2672-36be-4227-816a-26c5e99b4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ad443-251e-4a6e-ac9e-5f66271f8e67,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:02.531911 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49088) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.561053 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d570fb-b81e-47b5-9723-7295957c5bc2 req-2930987f-a08a-45ff-8d6a-12973012f344 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.567785 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e2d570fb-b81e-47b5-9723-7295957c5bc2 req-2930987f-a08a-45ff-8d6a-12973012f344 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1155934 Mar 14 14:32:02.617571 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] Publish callbacks [] for security_group (284ad443-251e-4a6e-ac9e-5f66271f8e67), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.637109 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e2d570fb-b81e-47b5-9723-7295957c5bc2 req-4b74a033-45b8-4e0a-916a-1167685359bf tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Mar 14 14:32:02.656708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] Publish callbacks [] for security_group (284ad443-251e-4a6e-ac9e-5f66271f8e67), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.922465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49094) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.951175 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (284ad443-251e-4a6e-ac9e-5f66271f8e67), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.954647 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.957331 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/284ad443-251e-4a6e-ac9e-5f66271f8e67 HTTP/1.1" status: 204 len: 168 time: 0.4226105 Mar 14 14:32:02.967509 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222a62a-fa0a-41b5-bd81-f737c3af843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ad443-251e-4a6e-ac9e-5f66271f8e67,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.047854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-53dd457d-acd6-4d5e-a7ed-733a00e2a013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.150463 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-53dd457d-acd6-4d5e-a7ed-733a00e2a013 admin admin] Publish callbacks [] for security_group (4301700d-bee2-4f07-b9af-c4395cb05f4c), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.257268 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49106) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:03.282410 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-53dd457d-acd6-4d5e-a7ed-733a00e2a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4301700d-bee2-4f07-b9af-c4395cb05f4c), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.322593 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd457d-acd6-4d5e-a7ed-733a00e2a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4301700d-bee2-4f07-b9af-c4395cb05f4c,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.332782 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-53dd457d-acd6-4d5e-a7ed-733a00e2a013 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9443f1d9880244339b85ae3254aae323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050994 Mar 14 14:32:03.333430 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49110) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:03.390494 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] Publish callbacks [] for security_group (4301700d-bee2-4f07-b9af-c4395cb05f4c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.423072 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] Publish callbacks [] for security_group (4301700d-bee2-4f07-b9af-c4395cb05f4c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.554209 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-11a1cf7c-3292-4407-834d-d30bb7b643b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.583349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4301700d-bee2-4f07-b9af-c4395cb05f4c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.583349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.583349 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4301700d-bee2-4f07-b9af-c4395cb05f4c HTTP/1.1" status: 204 len: 168 time: 0.2479198 Mar 14 14:32:03.601032 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b72415-c50e-47fc-9a33-c6a70cf64fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4301700d-bee2-4f07-b9af-c4395cb05f4c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.679103 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-11a1cf7c-3292-4407-834d-d30bb7b643b1 admin admin] Publish callbacks [] for security_group (8ddd2e4c-2a6b-43cc-9102-cb61945a06de), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.768410 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-11a1cf7c-3292-4407-834d-d30bb7b643b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (8ddd2e4c-2a6b-43cc-9102-cb61945a06de), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.822820 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a309f2-cff4-42a1-bfbb-ca9b19c75605 req-8e3eab01-7524-49f3-9a56-380da41b05c3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:03.824864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f9a309f2-cff4-42a1-bfbb-ca9b19c75605 req-8e3eab01-7524-49f3-9a56-380da41b05c3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0939741 Mar 14 14:32:03.843774 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-11a1cf7c-3292-4407-834d-d30bb7b643b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=780d824351c74b11a9f69c124f39e941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845613 Mar 14 14:32:03.844903 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1cf7c-3292-4407-834d-d30bb7b643b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd2e4c-2a6b-43cc-9102-cb61945a06de,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.848146 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49118) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:03.894382 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f9a309f2-cff4-42a1-bfbb-ca9b19c75605 req-4ce67a80-83fb-4822-980d-dcc3b5331172 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 Mar 14 14:32:03.912627 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] Publish callbacks [] for security_group (8ddd2e4c-2a6b-43cc-9102-cb61945a06de), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.938745 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] Publish callbacks [] for security_group (8ddd2e4c-2a6b-43cc-9102-cb61945a06de), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.982353 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49120) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:04.010533 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4047-c10a-46ab-8689-7ef90934cb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.100459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (8ddd2e4c-2a6b-43cc-9102-cb61945a06de), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.106133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.111792 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ddd2e4c-2a6b-43cc-9102-cb61945a06de HTTP/1.1" status: 204 len: 168 time: 0.2589934 Mar 14 14:32:04.124297 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ea7a4-ebd6-4d99-9a99-ab9472a0a620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd2e4c-2a6b-43cc-9102-cb61945a06de,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:04.233987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4047-c10a-46ab-8689-7ef90934cb4b admin admin] Publish callbacks [] for security_group (742c2fd3-ab20-42eb-b359-1dca9eb9e71c), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.300147 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4047-c10a-46ab-8689-7ef90934cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (742c2fd3-ab20-42eb-b359-1dca9eb9e71c), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.365168 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9d9d4047-c10a-46ab-8689-7ef90934cb4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42813a3fb3274cb882df2b97cffd0e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765373 Mar 14 14:32:04.365418 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49130) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:04.377792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d4047-c10a-46ab-8689-7ef90934cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742c2fd3-ab20-42eb-b359-1dca9eb9e71c,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:04.433800 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] Publish callbacks [] for security_group (742c2fd3-ab20-42eb-b359-1dca9eb9e71c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.468209 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] Publish callbacks [] for security_group (742c2fd3-ab20-42eb-b359-1dca9eb9e71c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.591096 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (742c2fd3-ab20-42eb-b359-1dca9eb9e71c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.595743 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.600758 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/742c2fd3-ab20-42eb-b359-1dca9eb9e71c HTTP/1.1" status: 204 len: 168 time: 0.2304125 Mar 14 14:32:04.610972 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6bfd9-05e9-42a8-88f9-99e82e147e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c2fd3-ab20-42eb-b359-1dca9eb9e71c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:05.027056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc01d7a-90a2-4bee-9c7e-74e43a158d33 req-10b68223-f8bd-4114-8d7f-4bd2811b77a2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:05.031131 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4cc01d7a-90a2-4bee-9c7e-74e43a158d33 req-10b68223-f8bd-4114-8d7f-4bd2811b77a2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0596442 Mar 14 14:32:05.100375 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4cc01d7a-90a2-4bee-9c7e-74e43a158d33 req-8ca2ffea-d7c5-4090-b6f6-e1bdf63e30bc tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612895 Mar 14 14:32:06.305701 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b60c-9c9a-490c-9b6d-ea785eb7c425 req-2aa84506-7794-464d-9c49-63078d0ee0c0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:06.308476 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5343b60c-9c9a-490c-9b6d-ea785eb7c425 req-2aa84506-7794-464d-9c49-63078d0ee0c0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1018305 Mar 14 14:32:06.365905 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5343b60c-9c9a-490c-9b6d-ea785eb7c425 req-1ce74675-d849-4676-96c9-dd7fa4666ff3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 Mar 14 14:32:07.505220 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa741c-9f55-45ae-88e5-1b8969ab9fb9 req-92dc9a72-1da9-4d5b-b582-960299f0b80b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:07.508433 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c7fa741c-9f55-45ae-88e5-1b8969ab9fb9 req-92dc9a72-1da9-4d5b-b582-960299f0b80b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0643723 Mar 14 14:32:07.568409 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c7fa741c-9f55-45ae-88e5-1b8969ab9fb9 req-88e199cd-6780-4224-9f8f-316241d454a9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545428 Mar 14 14:32:08.185413 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2e778c4f-af33-4dc7-86e0-d9cc03d1fc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:08.795778 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09134-0318-4b96-a52b-25857fdbbdc3 req-d09bb221-e63f-439f-9c1f-b8edb51acbaa tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:08.795778 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f3c09134-0318-4b96-a52b-25857fdbbdc3 req-d09bb221-e63f-439f-9c1f-b8edb51acbaa tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0977702 Mar 14 14:32:08.844186 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f3c09134-0318-4b96-a52b-25857fdbbdc3 req-b7b1c0c2-1e6d-44f3-a290-79aead52cdf4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855644 Mar 14 14:32:09.995614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94eb7d-2a09-4134-95b6-6222c4b37d9d req-fedf0c85-74c2-4651-a322-bfd287a12169 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:09.997585 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3e94eb7d-2a09-4134-95b6-6222c4b37d9d req-fedf0c85-74c2-4651-a322-bfd287a12169 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0688190 Mar 14 14:32:10.051858 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3e94eb7d-2a09-4134-95b6-6222c4b37d9d req-f424d078-3873-430f-a0eb-f13aa38c3273 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Mar 14 14:32:10.550520 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-845a3ea5-c5d2-4434-9fa4-69b00ba6e0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:11.211316 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5d47d-eda2-4bcc-bcc3-d5efeff76c99 req-0e69de9c-6e1c-488d-95f9-2ef0c6d697ad tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:11.212832 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47a5d47d-eda2-4bcc-bcc3-d5efeff76c99 req-0e69de9c-6e1c-488d-95f9-2ef0c6d697ad tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0601676 Mar 14 14:32:11.267950 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47a5d47d-eda2-4bcc-bcc3-d5efeff76c99 req-b6cacd64-1a09-4942-9b3e-4ce519d52185 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Mar 14 14:32:12.390484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312e8d7-4327-4a62-9afd-55ada571842d req-3a3b4a41-b8b5-4557-8bb8-31ebe7dc5eb2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:12.392088 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8312e8d7-4327-4a62-9afd-55ada571842d req-3a3b4a41-b8b5-4557-8bb8-31ebe7dc5eb2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0548024 Mar 14 14:32:12.446801 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8312e8d7-4327-4a62-9afd-55ada571842d req-b38521a1-7dcd-4874-8830-e84f7dc24854 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484500 Mar 14 14:32:12.864563 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.596497 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca35a29-10db-41a6-a8b1-f3b7be001f59 req-883a3841-6c1b-44cc-bbd3-228f08551e3e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:13.598474 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ca35a29-10db-41a6-a8b1-f3b7be001f59 req-883a3841-6c1b-44cc-bbd3-228f08551e3e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0604346 Mar 14 14:32:13.660328 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ca35a29-10db-41a6-a8b1-f3b7be001f59 req-01228977-b9be-4793-9af4-c36b876a01a7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Mar 14 14:32:13.716588 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.834957 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae0d9b-3f0a-43c8-988e-02a8cdb9cd69 req-5416b5a9-75d4-4a6e-8776-295b7f54c40d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:14.836547 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78ae0d9b-3f0a-43c8-988e-02a8cdb9cd69 req-5416b5a9-75d4-4a6e-8776-295b7f54c40d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0598054 Mar 14 14:32:14.903205 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78ae0d9b-3f0a-43c8-988e-02a8cdb9cd69 req-3df4281e-d33b-40a8-a563-177cfa9cd1dd tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597572 Mar 14 14:32:14.974307 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:32:15.567395 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:16.086271 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb881e-2ae9-4502-b856-c8ee6540ce74 req-e3b3955b-8b85-4035-baba-ada7da2c69c1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:16.087900 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-76fb881e-2ae9-4502-b856-c8ee6540ce74 req-e3b3955b-8b85-4035-baba-ada7da2c69c1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0714583 Mar 14 14:32:16.190745 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-76fb881e-2ae9-4502-b856-c8ee6540ce74 req-70b8db85-08bd-45d6-afb5-7e7a06815e0e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763967 Mar 14 14:32:16.728857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49468) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:16.853022 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e9b5469e-b0dd-47e9-bb67-5b31358e3c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:16.955293 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e9b5469e-b0dd-47e9-bb67-5b31358e3c7e admin admin] Publish callbacks [] for security_group (5969cad4-fab0-4772-a84e-eeac5d970e75), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.041639 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e9b5469e-b0dd-47e9-bb67-5b31358e3c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5969cad4-fab0-4772-a84e-eeac5d970e75), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.087368 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e9b5469e-b0dd-47e9-bb67-5b31358e3c7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc8322eb1e7a4995b634a19f17a1d8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543229 Mar 14 14:32:17.088359 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49480) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:17.095015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5469e-b0dd-47e9-bb67-5b31358e3c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5969cad4-fab0-4772-a84e-eeac5d970e75,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:17.167713 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.202995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] Publish callbacks [] for security_group (5969cad4-fab0-4772-a84e-eeac5d970e75), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.245341 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] Publish callbacks [] for security_group (5969cad4-fab0-4772-a84e-eeac5d970e75), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.345983 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef2af-801e-412f-98eb-c51e3757c746 req-17c472b0-0c81-438b-ace9-6263b38c2866 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:17.347566 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cf8ef2af-801e-412f-98eb-c51e3757c746 req-17c472b0-0c81-438b-ace9-6263b38c2866 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0674312 Mar 14 14:32:17.420447 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5969cad4-fab0-4772-a84e-eeac5d970e75), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.421366 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cf8ef2af-801e-412f-98eb-c51e3757c746 req-0eb7d7b3-4dbd-425f-a999-258d16fbe619 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 Mar 14 14:32:17.424230 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.428284 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5969cad4-fab0-4772-a84e-eeac5d970e75 HTTP/1.1" status: 204 len: 168 time: 0.3363681 Mar 14 14:32:17.442555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3225-f053-4479-b96f-b138d95a6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5969cad4-fab0-4772-a84e-eeac5d970e75,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:17.547734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec141b2-a663-4587-9b35-1e13cceb5c3c req-4d63a546-3761-44bb-aa08-386c0153001e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:17.549294 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ec141b2-a663-4587-9b35-1e13cceb5c3c req-4d63a546-3761-44bb-aa08-386c0153001e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1019247 Mar 14 14:32:17.620997 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ec141b2-a663-4587-9b35-1e13cceb5c3c req-cec137fe-4da6-42a3-a3aa-b463dab98e6a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622354 Mar 14 14:32:18.605261 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ac1e-66a2-48c3-9859-a688b14eef2f req-6bd6ffc4-d16c-4814-9f81-5d3ab0e0ca64 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:18.607150 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f8f0ac1e-66a2-48c3-9859-a688b14eef2f req-6bd6ffc4-d16c-4814-9f81-5d3ab0e0ca64 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0574203 Mar 14 14:32:18.660750 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f8f0ac1e-66a2-48c3-9859-a688b14eef2f req-0aab8f99-d86f-4d36-b2ff-f1bc15927005 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Mar 14 14:32:18.789196 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437be23-60a9-49a5-926a-314e7478ec5d req-88f3e148-16ec-489e-aa80-87e96a173030 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:18.790815 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f437be23-60a9-49a5-926a-314e7478ec5d req-88f3e148-16ec-489e-aa80-87e96a173030 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0619855 Mar 14 14:32:18.867094 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f437be23-60a9-49a5-926a-314e7478ec5d req-13bc711f-10f6-4b8a-ac6b-dba96bd49475 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693955 Mar 14 14:32:19.803964 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edbd15-cec0-43e1-9217-d10323619189 req-2fdd0a27-d370-44e3-83d5-e9335226206a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:19.805616 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f0edbd15-cec0-43e1-9217-d10323619189 req-2fdd0a27-d370-44e3-83d5-e9335226206a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0650029 Mar 14 14:32:19.862181 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f0edbd15-cec0-43e1-9217-d10323619189 req-284756c8-7770-4c3b-86de-611f92f6a0ce tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Mar 14 14:32:20.020854 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fce1c-7748-48e0-8deb-bbc93e740512 req-586ec5d0-8c26-489f-9e5f-5f9662bfab3d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:20.022446 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a5fce1c-7748-48e0-8deb-bbc93e740512 req-586ec5d0-8c26-489f-9e5f-5f9662bfab3d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0665350 Mar 14 14:32:20.089496 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a5fce1c-7748-48e0-8deb-bbc93e740512 req-8a19d845-4be5-4d58-9f55-9f2c3683d49f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589941 Mar 14 14:32:20.998986 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64df94-9ac4-4909-8417-b09b1f1cae70 req-3906ad2f-f083-4a9c-b2b3-034e51ecce4d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:21.000494 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7d64df94-9ac4-4909-8417-b09b1f1cae70 req-3906ad2f-f083-4a9c-b2b3-034e51ecce4d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0653210 Mar 14 14:32:21.056227 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7d64df94-9ac4-4909-8417-b09b1f1cae70 req-50a27c39-b16b-4b4f-8c78-a36e70827d7a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499730 Mar 14 14:32:21.285535 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4500-61ef-4dae-bed8-9bf5af4ed9e8 req-55f4d851-7233-4ff3-9aaf-2c352822d0fe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:21.287273 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2ad4500-61ef-4dae-bed8-9bf5af4ed9e8 req-55f4d851-7233-4ff3-9aaf-2c352822d0fe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0992229 Mar 14 14:32:21.332780 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49574) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:21.360232 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2ad4500-61ef-4dae-bed8-9bf5af4ed9e8 req-6b923a87-2641-4d4c-bf94-3f9320203c7b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631771 Mar 14 14:32:21.456288 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b258194a-13de-4607-bad0-6c1d126e8b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.542151 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b258194a-13de-4607-bad0-6c1d126e8b48 admin admin] Publish callbacks [] for security_group (cc8d183b-0ccc-4e02-bb89-c6a79572d4f9), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.619123 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b258194a-13de-4607-bad0-6c1d126e8b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cc8d183b-0ccc-4e02-bb89-c6a79572d4f9), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.663319 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b258194a-13de-4607-bad0-6c1d126e8b48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b5b3b975f964b669e60019a2aaf957f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292012 Mar 14 14:32:21.664169 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258194a-13de-4607-bad0-6c1d126e8b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d183b-0ccc-4e02-bb89-c6a79572d4f9,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:21.667103 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49580) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:21.731478 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] Publish callbacks [] for security_group (cc8d183b-0ccc-4e02-bb89-c6a79572d4f9), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.756047 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] Publish callbacks [] for security_group (cc8d183b-0ccc-4e02-bb89-c6a79572d4f9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.910343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cc8d183b-0ccc-4e02-bb89-c6a79572d4f9), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.912878 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:21.914088 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc8d183b-0ccc-4e02-bb89-c6a79572d4f9 HTTP/1.1" status: 204 len: 168 time: 0.2454247 Mar 14 14:32:21.921887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9750-3cfd-47fe-a654-76467587552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d183b-0ccc-4e02-bb89-c6a79572d4f9,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:22.195014 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb0e2f-6545-49d1-9244-2d85a0cc18b5 req-e481bbd3-a5b4-4e2f-80a2-07509082dc48 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:22.202953 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5cfb0e2f-6545-49d1-9244-2d85a0cc18b5 req-e481bbd3-a5b4-4e2f-80a2-07509082dc48 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0715919 Mar 14 14:32:22.256292 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5cfb0e2f-6545-49d1-9244-2d85a0cc18b5 req-a9338de8-9d06-495d-b417-acaad6f4dda6 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Mar 14 14:32:22.513570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc184-8bb7-4191-b4d3-9121f57f949d req-fe38f2c8-11ae-4967-a3d5-2c4c029b8fc2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:22.515307 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e1bc184-8bb7-4191-b4d3-9121f57f949d req-fe38f2c8-11ae-4967-a3d5-2c4c029b8fc2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0607262 Mar 14 14:32:22.576379 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49596) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:22.592812 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d85be013-0d99-441c-a785-ac77408f4365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:22.600716 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e1bc184-8bb7-4191-b4d3-9121f57f949d req-f30c75ac-f0a1-4b50-ba69-1a47ca9e75d4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762887 Mar 14 14:32:22.698384 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d85be013-0d99-441c-a785-ac77408f4365 admin admin] Publish callbacks [] for security_group (6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:22.756591 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d85be013-0d99-441c-a785-ac77408f4365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:22.803104 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d85be013-0d99-441c-a785-ac77408f4365 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4a4561687c34cf1871a0a1aa5c1cc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251704 Mar 14 14:32:22.808488 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be013-0d99-441c-a785-ac77408f4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:22.809289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49602) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:22.863818 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] Publish callbacks [] for security_group (6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:22.886501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] Publish callbacks [] for security_group (6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:23.047421 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:23.050105 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:23.052622 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e HTTP/1.1" status: 204 len: 168 time: 0.2433586 Mar 14 14:32:23.079866 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352eab2-e33b-4e21-b3dd-7e04fc8bbf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe9c163-b4bd-4b1b-a194-9cab23d7ad2e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:23.409513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada52f6-d941-4d93-a493-798ea29210a4 req-689f64fe-f7cc-4c17-a818-8ce23ffee6c5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:23.411005 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ada52f6-d941-4d93-a493-798ea29210a4 req-689f64fe-f7cc-4c17-a818-8ce23ffee6c5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0575151 Mar 14 14:32:23.462684 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1ada52f6-d941-4d93-a493-798ea29210a4 req-1ee62fdf-2e2a-483c-8fdb-b59c852e7400 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Mar 14 14:32:23.759990 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547e592-2ca7-4aad-94bd-c9b49fa9ce88 req-fceb0ffc-1332-49ee-bc99-2722a94735f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:23.761638 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f547e592-2ca7-4aad-94bd-c9b49fa9ce88 req-fceb0ffc-1332-49ee-bc99-2722a94735f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0606081 Mar 14 14:32:23.814469 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f547e592-2ca7-4aad-94bd-c9b49fa9ce88 req-5f2d28eb-b6a9-4eeb-86f2-1ad732564acd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468786 Mar 14 14:32:24.089413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645416b-fe26-452f-9512-e9f6499ddab9 req-c27ac40e-8873-4005-a7c2-b2b2a3000dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.091662 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7645416b-fe26-452f-9512-e9f6499ddab9 req-c27ac40e-8873-4005-a7c2-b2b2a3000dea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.0467920 Mar 14 14:32:24.141450 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7645416b-fe26-452f-9512-e9f6499ddab9 req-351222d2-6c4a-4a68-b136-d2507a9b0c8f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Mar 14 14:32:24.617829 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc82b8-4048-462c-9ec4-a26395c39a33 req-33bc2999-6372-4c57-a7df-69cd3325a03a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.619671 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50fc82b8-4048-462c-9ec4-a26395c39a33 req-33bc2999-6372-4c57-a7df-69cd3325a03a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0725212 Mar 14 14:32:24.674739 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50fc82b8-4048-462c-9ec4-a26395c39a33 req-fa9dd0fb-5a77-42b2-a1f4-0e1a81194721 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477912 Mar 14 14:32:24.859628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49668) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:24.865513 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663368836', 'description': 'tempest-description--876537359'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:24.959005 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f72e5-401f-4d74-9c39-4c101cc66865 req-9d56b8ac-e4bb-4c50-a68e-346d51ee60aa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.960583 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-120f72e5-401f-4d74-9c39-4c101cc66865 req-9d56b8ac-e4bb-4c50-a68e-346d51ee60aa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0610840 Mar 14 14:32:24.962436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.028334 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-120f72e5-401f-4d74-9c39-4c101cc66865 req-5862f2e1-aaf9-43dd-86f6-927e4854e37d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587080 Mar 14 14:32:25.063175 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (f4f094c7-be45-4841-bba8-8d88844e1087), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.144464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f4f094c7-be45-4841-bba8-8d88844e1087), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.197194 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f094c7-be45-4841-bba8-8d88844e1087,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:25.243666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.248082 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8c5aab6b-6d75-4bcd-a304-46af7490e014 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3840742 Mar 14 14:32:25.248336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49682) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:25.253095 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': 'f4f094c7-be45-4841-bba8-8d88844e1087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:25.367253 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (450be9df-ea15-4765-82ee-b50590b5c87e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.437102 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (450be9df-ea15-4765-82ee-b50590b5c87e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.521623 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (450be9df-ea15-4765-82ee-b50590b5c87e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.541269 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450be9df-ea15-4765-82ee-b50590b5c87e,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:25.598517 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.599764 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-05d29f0e-b21b-4b60-8ba9-94edb0230a21 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501759 Mar 14 14:32:25.602700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49690) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:25.608484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': 'f4f094c7-be45-4841-bba8-8d88844e1087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:25.715215 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (1b7d4a84-0c49-4d77-8774-31351df00f93), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.808499 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (1b7d4a84-0c49-4d77-8774-31351df00f93), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.825132 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c0e1-4397-4edb-a8aa-e4328ae3565a req-1aa51b4d-7f66-4a7d-8f09-dd23c7d02727 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.826741 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91b9c0e1-4397-4edb-a8aa-e4328ae3565a req-1aa51b4d-7f66-4a7d-8f09-dd23c7d02727 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0760403 Mar 14 14:32:25.877930 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91b9c0e1-4397-4edb-a8aa-e4328ae3565a req-618f55ee-7b89-48b7-9db9-dac5cc46ff22 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Mar 14 14:32:25.915502 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (1b7d4a84-0c49-4d77-8774-31351df00f93), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.937101 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7d4a84-0c49-4d77-8774-31351df00f93,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:26.009366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.010958 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7a55ee47-d750-4310-8f9f-5ae69ca33a51 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072177 Mar 14 14:32:26.014593 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49700) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:26.019219 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:26.162719 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.179369 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f617a-b143-4a35-971f-448bbabb467f req-93142222-132e-4ed5-bbc5-e4722d3b22c2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:26.181375 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-802f617a-b143-4a35-971f-448bbabb467f req-93142222-132e-4ed5-bbc5-e4722d3b22c2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0625246 Mar 14 14:32:26.233618 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-802f617a-b143-4a35-971f-448bbabb467f req-2762321a-e23e-4654-943d-ee05ee86b7c6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 Mar 14 14:32:26.298721 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.432843 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.27.2.212 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/929eaf0f-52f4-4a33-8cf2-4da8c94b43d3) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:26.533692 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.721934 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.776761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:26.780014 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:26.784832 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:26.788091 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=929eaf0f-52f4-4a33-8cf2-4da8c94b43d3,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:26.833794 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d579-4085-4f86-aace-111ca4365d76 req-1a76d185-4228-41fb-be94-6008785d26c8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:26.835365 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4a27d579-4085-4f86-aace-111ca4365d76 req-1a76d185-4228-41fb-be94-6008785d26c8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0556250 Mar 14 14:32:26.871286 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:26.884575 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4a27d579-4085-4f86-aace-111ca4365d76 req-8a0ec04a-f662-474f-87a1-359636247a05 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Mar 14 14:32:26.985010 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-9d1411a8-a724-4efb-91d6-2ea62174150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:26.986464 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-9d1411a8-a724-4efb-91d6-2ea62174150b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.0689781 Mar 14 14:32:26.990725 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.159699 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-6f6e1894-a911-4010-ae24-0498d47b5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:27.161174 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-6f6e1894-a911-4010-ae24-0498d47b5237 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1511059 Mar 14 14:32:27.221976 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-8e24733e-2808-4fe9-b4ba-d596026ce530 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.0470505 Mar 14 14:32:27.287610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.297821 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-6567a9cd-7f58-4b6e-a5a4-810c7f95c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:27.302316 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-6567a9cd-7f58-4b6e-a5a4-810c7f95c88e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0679045 Mar 14 14:32:27.349158 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-32b48698-2b2a-4bdc-bd97-9bcd951d5ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414553 Mar 14 14:32:27.391806 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.515645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=929eaf0f-52f4-4a33-8cf2-4da8c94b43d3,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:27.552193 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cee05-323e-463f-b176-498676bf5774 req-f2032c17-7a46-459d-86a3-a6a5a54c783c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:27.553734 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-944cee05-323e-463f-b176-498676bf5774 req-f2032c17-7a46-459d-86a3-a6a5a54c783c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.2072594 Mar 14 14:32:27.559378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.575048 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-4f6ab134-72c5-4fc8-994c-272f103f4192 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151153 Mar 14 14:32:27.666720 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-944cee05-323e-463f-b176-498676bf5774 req-4565fd71-c645-491d-a968-4a0a28b504ea tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029224 Mar 14 14:32:27.673513 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.674862 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-00f3034d-3975-45c1-bfee-27b05c62f51d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6591671 Mar 14 14:32:27.710509 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68a0d6e2-6095-41a2-acdc-d1d63e208324 req-6a5da25c-8bec-4213-9f15-c6368cf93009 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195576 Mar 14 14:32:27.930984 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-089d9925-7dcc-4070-846b-d1b45fe2ba3e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1663368836&fields=id&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 267 time: 0.0663178 Mar 14 14:32:28.020058 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d895c-d07d-4bdc-85ab-dfc66f51a901 req-d7caf920-d004-4f4d-b958-f53175b70b4a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:28.021496 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d4d895c-d07d-4bdc-85ab-dfc66f51a901 req-d7caf920-d004-4f4d-b958-f53175b70b4a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0647566 Mar 14 14:32:28.049759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-715b5781-bf40-459e-bc7c-61ac957a67f2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:28.051243 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-715b5781-bf40-459e-bc7c-61ac957a67f2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.1192935 Mar 14 14:32:28.065518 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-e9c39018-44ac-4ca8-8892-5df4360fb66a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/quotas/36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 375 time: 0.0089781 Mar 14 14:32:28.070872 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d4d895c-d07d-4bdc-85ab-dfc66f51a901 req-ac443f97-f9a7-40fd-b3c2-474f5b4d04d5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Mar 14 14:32:28.123502 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-5e0f2ba7-238a-4bd5-a11f-4e3192e67393 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526960 Mar 14 14:32:28.422434 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-d3a822e7-9901-444a-b62c-48c434bf3be3 service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872829 Mar 14 14:32:28.519594 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-8ad555c0-d38c-465b-9710-729205deb52e service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956841 Mar 14 14:32:28.843552 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8b35-989b-466f-845c-862013573358 req-c112253b-8708-4eb9-9b9c-714c67b1f2db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:28.851283 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4ce8b35-989b-466f-845c-862013573358 req-c112253b-8708-4eb9-9b9c-714c67b1f2db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0782642 Mar 14 14:32:28.884330 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2febd96-839c-433b-b971-8265de7f8562 req-622f5247-44d8-4c15-9b65-37d98d9d9612 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0451398 Mar 14 14:32:28.916721 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4ce8b35-989b-466f-845c-862013573358 req-186b4b64-36a6-4187-89e6-69e3dbeadd83 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645669 Mar 14 14:32:29.209459 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4ad6b-30ed-40fa-a954-3396f02fcb7c req-b74da0f6-9fd6-4266-9d32-d07c1b9358e5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:29.211148 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e7c4ad6b-30ed-40fa-a954-3396f02fcb7c req-b74da0f6-9fd6-4266-9d32-d07c1b9358e5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0629861 Mar 14 14:32:29.266648 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e7c4ad6b-30ed-40fa-a954-3396f02fcb7c req-a8b3022f-72b3-4ea3-b2a5-270004a7625f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467877 Mar 14 14:32:29.984822 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-863ec211-fa0c-45a4-a999-dbfd2fa7c586 req-a60b24dc-c044-464c-9944-c69a1f7abdbc tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0289803 Mar 14 14:32:29.990533 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49800) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:30.047880 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbe93-9799-436c-864e-cbc738890b73 req-b6ef2a92-06e9-4847-9982-1427a4bd1b52 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:30.049464 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52bfbe93-9799-436c-864e-cbc738890b73 req-b6ef2a92-06e9-4847-9982-1427a4bd1b52 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0568485 Mar 14 14:32:30.100842 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52bfbe93-9799-436c-864e-cbc738890b73 req-33e635da-a3c2-4736-97b6-5f214aa93706 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 Mar 14 14:32:30.107926 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4551-11ad-4aea-a98e-7d58fddddde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.194953 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4551-11ad-4aea-a98e-7d58fddddde2 admin admin] Publish callbacks [] for security_group (a5dc9009-a3ec-4820-8efa-63c8d2328d58), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.269601 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4551-11ad-4aea-a98e-7d58fddddde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a5dc9009-a3ec-4820-8efa-63c8d2328d58), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.307668 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fe5b4551-11ad-4aea-a98e-7d58fddddde2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e352ba22019474d8c211a1e1de4180e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160253 Mar 14 14:32:30.308659 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b4551-11ad-4aea-a98e-7d58fddddde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc9009-a3ec-4820-8efa-63c8d2328d58,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:30.321930 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49808) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:30.402964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] Publish callbacks [] for security_group (a5dc9009-a3ec-4820-8efa-63c8d2328d58), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.428847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] Publish callbacks [] for security_group (a5dc9009-a3ec-4820-8efa-63c8d2328d58), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.437663 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d36e2-e2c3-4d82-a5ff-f0b1c637da98 req-1739f5ee-fa10-432f-b6cd-f09e7c07d8f8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:30.439894 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e04d36e2-e2c3-4d82-a5ff-f0b1c637da98 req-1739f5ee-fa10-432f-b6cd-f09e7c07d8f8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0970585 Mar 14 14:32:30.509074 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e04d36e2-e2c3-4d82-a5ff-f0b1c637da98 req-f8d3e933-0754-4934-ab55-c5c8cb26397b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633821 Mar 14 14:32:30.618609 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a5dc9009-a3ec-4820-8efa-63c8d2328d58), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.621221 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:30.622426 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5dc9009-a3ec-4820-8efa-63c8d2328d58 HTTP/1.1" status: 204 len: 168 time: 0.2991767 Mar 14 14:32:30.631183 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8606e-710d-490e-bfff-7e3820b7f0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc9009-a3ec-4820-8efa-63c8d2328d58,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:31.108695 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5b52a639-21ff-4d6b-8017-dea265ad2af3 req-894f9697-15a5-4de7-8729-1933be16a2a4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0276811 Mar 14 14:32:31.268070 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017a7e-4dcc-4c03-a619-cda9e4f0d0a1 req-7cc1979c-4e41-4eb2-b605-522b985772c4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:31.269599 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-86017a7e-4dcc-4c03-a619-cda9e4f0d0a1 req-7cc1979c-4e41-4eb2-b605-522b985772c4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0787303 Mar 14 14:32:31.321465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 49822) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:31.327284 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-86017a7e-4dcc-4c03-a619-cda9e4f0d0a1 req-06213a44-2dd4-418b-bd6b-188d8ac74575 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516639 Mar 14 14:32:31.337676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8035ff36-838d-43d7-b317-a0dedf698ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.433525 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8035ff36-838d-43d7-b317-a0dedf698ed9 admin admin] Publish callbacks [] for security_group (005c38a8-8515-4909-bdfe-9f972592cf2e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.526869 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8035ff36-838d-43d7-b317-a0dedf698ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (005c38a8-8515-4909-bdfe-9f972592cf2e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.566775 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8035ff36-838d-43d7-b317-a0dedf698ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a63c951dbd641bf96691f92fa6868c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435987 Mar 14 14:32:31.567982 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035ff36-838d-43d7-b317-a0dedf698ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c38a8-8515-4909-bdfe-9f972592cf2e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:31.569424 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 49826) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:31.627419 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] Publish callbacks [] for security_group (005c38a8-8515-4909-bdfe-9f972592cf2e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.641774 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae5c0b-0318-4d7b-8ad5-68fa7183eb78 req-2bb77249-6bff-4c8a-94ac-170fc6b422c4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:31.643549 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-49ae5c0b-0318-4d7b-8ad5-68fa7183eb78 req-2bb77249-6bff-4c8a-94ac-170fc6b422c4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0580134 Mar 14 14:32:31.649438 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] Publish callbacks [] for security_group (005c38a8-8515-4909-bdfe-9f972592cf2e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.710815 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-49ae5c0b-0318-4d7b-8ad5-68fa7183eb78 req-0b549b24-1c65-4f07-846b-5b772001a9c2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Mar 14 14:32:31.778857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (005c38a8-8515-4909-bdfe-9f972592cf2e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.781875 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:31.783122 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/005c38a8-8515-4909-bdfe-9f972592cf2e HTTP/1.1" status: 204 len: 168 time: 0.2119431 Mar 14 14:32:31.791134 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d162-8a00-4523-81d0-24da84ebdfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c38a8-8515-4909-bdfe-9f972592cf2e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:32.332788 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3cefb39f-4e3e-40ea-8a27-95d303d3453b req-9a09b79c-271c-46a9-b1e8-20b00814062d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0572972 Mar 14 14:32:32.500015 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8902-32ce-4276-aad8-067b84f3a2f1 req-d276c9d4-4760-46ff-8a74-a837a182f565 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:32.504669 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d97c8902-32ce-4276-aad8-067b84f3a2f1 req-d276c9d4-4760-46ff-8a74-a837a182f565 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0728002 Mar 14 14:32:32.569780 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d97c8902-32ce-4276-aad8-067b84f3a2f1 req-f6af589a-8f4e-4ba5-acf1-f26d8dab0241 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602500 Mar 14 14:32:32.871417 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26b0be-73a3-483b-af07-7e05e7375d3c req-b1f1e6bd-17aa-433f-90c1-199f93b2aa38 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:32.875791 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d26b0be-73a3-483b-af07-7e05e7375d3c req-b1f1e6bd-17aa-433f-90c1-199f93b2aa38 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0801239 Mar 14 14:32:32.967473 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d26b0be-73a3-483b-af07-7e05e7375d3c req-01474980-0dab-437e-80b3-8b034c737319 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Mar 14 14:32:33.382009 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-03784a9a-9904-49cd-b720-4734fa3f7ea7 req-4c4df133-d53a-4eeb-ae87-c1ce9d684923 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0300202 Mar 14 14:32:33.722699 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f30580-24b4-4996-806c-3c91c905daf4 req-ea288f39-a2bc-417d-9b8d-bbace748b898 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:33.725302 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f2f30580-24b4-4996-806c-3c91c905daf4 req-ea288f39-a2bc-417d-9b8d-bbace748b898 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0677001 Mar 14 14:32:33.787246 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f2f30580-24b4-4996-806c-3c91c905daf4 req-f03b5beb-3dc5-4942-8cbf-afe10e64e32b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562439 Mar 14 14:32:34.105898 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b58f22-5074-402c-b336-7490b80fb8c3 req-8b7d7f8a-2d37-44d2-96c7-6c30f28486fb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:34.108216 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47b58f22-5074-402c-b336-7490b80fb8c3 req-8b7d7f8a-2d37-44d2-96c7-6c30f28486fb tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0617390 Mar 14 14:32:34.203429 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47b58f22-5074-402c-b336-7490b80fb8c3 req-0b9a24cf-7716-4462-9a94-1a6ba66da8d1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780737 Mar 14 14:32:34.209788 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-5d70eb4d-2b0e-4576-9521-9b5d0d4690bb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:34.213061 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-5d70eb4d-2b0e-4576-9521-9b5d0d4690bb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.1498103 Mar 14 14:32:34.341154 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-45d1ff8f-9a17-4768-b239-02a929219d84 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 473 time: 0.1108818 Mar 14 14:32:34.356841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'port': {'device_id': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'admin_state_up': True, 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'security_groups': ['f4f094c7-be45-4841-bba8-8d88844e1087']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:34.557786 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4cb8877d-3280-4069-992c-a329e4d9673d req-ce88258f-57e0-47df-83ca-7b7534d39eb1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0330672 Mar 14 14:32:34.653196 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:32:34.657456 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:34.798640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.20.0.6 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/5e9d9109-7d17-48b0-91b9-35863af97243) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:34.964685 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (5e9d9109-7d17-48b0-91b9-35863af97243), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:34.965210 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f39e-244b-4ab3-a201-096edab28919 req-93635265-9f0b-4f44-8a93-702d08e1e978 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:34.967221 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e7e4f39e-244b-4ab3-a201-096edab28919 req-93635265-9f0b-4f44-8a93-702d08e1e978 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0972023 Mar 14 14:32:35.018617 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e7e4f39e-244b-4ab3-a201-096edab28919 req-61831c2d-2df4-4b2e-992f-e9b8ac2f9ee5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456855 Mar 14 14:32:35.037657 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd9b43-89fa-4b69-972c-aca257aba488 req-7fbcb445-764b-4e86-b270-e7d799881949 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:35.039248 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bfd9b43-89fa-4b69-972c-aca257aba488 req-7fbcb445-764b-4e86-b270-e7d799881949 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0888758 Mar 14 14:32:35.302324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:35.358438 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:35.370033 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:35.377672 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:35.384338 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:35.406067 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bfd9b43-89fa-4b69-972c-aca257aba488 req-72ca7224-2e1d-4edd-9cb4-fcac31945008 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588784 Mar 14 14:32:35.442168 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:35.442821 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:35.552826 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1533fa73-1320-4554-a507-dd6a4ac1cc49 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2017300 Mar 14 14:32:35.570748 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Request body: {'port': {'device_id': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:35.635545 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:35.689238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9dc1a-5ab9-403b-9bf4-8a08bc15453e req-af8b5dd8-6039-4cca-afd4-cd8e984eb5c8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:35.689742 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1cbb2c5a-8381-4e47-8c2d-6049f18f49bf None None] Provisioning complete for port 5e9d9109-7d17-48b0-91b9-35863af97243 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:35.689742 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2c5a-8381-4e47-8c2d-6049f18f49bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:35.691355 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6fc9dc1a-5ab9-403b-9bf4-8a08bc15453e req-af8b5dd8-6039-4cca-afd4-cd8e984eb5c8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 931 time: 0.0567145 Mar 14 14:32:35.751857 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6fc9dc1a-5ab9-403b-9bf4-8a08bc15453e req-6ed8c4a8-8cce-4ca3-b7cb-2f3a410bdc25 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540681 Mar 14 14:32:35.920160 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb2c5a-8381-4e47-8c2d-6049f18f49bf None None] Port 5e9d9109-7d17-48b0-91b9-35863af97243 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:32:35.982285 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9d9109-7d17-48b0-91b9-35863af97243 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:32:35.990891 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks [] for port (5e9d9109-7d17-48b0-91b9-35863af97243), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:36.005566 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Transition to ACTIVE for port object 5e9d9109-7d17-48b0-91b9-35863af97243 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:32:36.080966 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:36.183914 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:36.237324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff2a8f-f115-4050-b9a6-161161630842 req-b0856d3b-435d-4cf2-92c1-a2f88c9989b5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.238982 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-beff2a8f-f115-4050-b9a6-161161630842 req-b0856d3b-435d-4cf2-92c1-a2f88c9989b5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1316223 Mar 14 14:32:36.275232 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Attempting to bind port 5e9d9109-7d17-48b0-91b9-35863af97243 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:32:36.280516 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Attempting to bind port 5e9d9109-7d17-48b0-91b9-35863af97243 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:32:36.280516 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Attempting to bind port 5e9d9109-7d17-48b0-91b9-35863af97243 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:32:36.284079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Port 5e9d9109-7d17-48b0-91b9-35863af97243 on network c97f87a9-75a3-42aa-b254-82913f3baa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:32:36.284215 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Attempting to bind port 5e9d9109-7d17-48b0-91b9-35863af97243 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:32:36.304890 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:32:36.305244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:32:36.306024 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:32:36.306551 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Bound port: 5e9d9109-7d17-48b0-91b9-35863af97243, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:32:36.309496 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:36.361425 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414067f-2e41-4fa9-b717-5f67e2e78cbb req-1250384a-bb23-4e82-bcb4-9ec35b7a297e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.361425 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6414067f-2e41-4fa9-b717-5f67e2e78cbb req-1250384a-bb23-4e82-bcb4-9ec35b7a297e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0595648 Mar 14 14:32:36.378415 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-beff2a8f-f115-4050-b9a6-161161630842 req-e9baa145-ff86-4f8b-8004-3aa51fe29816 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313195 Mar 14 14:32:36.413691 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:32:36.417609 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5e9d9109-7d17-48b0-91b9-35863af97243,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:32:36.433189 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6414067f-2e41-4fa9-b717-5f67e2e78cbb req-f5e349f4-2e14-4112-97fa-6495405114a5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652621 Mar 14 14:32:36.549023 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:36.597526 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.598333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:36.601286 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e9d9109-7d17-48b0-91b9-35863af97243 HTTP/1.1" status: 200 len: 1093 time: 1.0351963 Mar 14 14:32:36.614797 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:36.619421 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434a90a-d3ed-4986-8df1-af1f4c36e88c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:36.661286 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ccc0-8daf-4ce1-b17e-cdbfba2970dd req-01231873-7d67-4d18-8576-433c5360f7c2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.662546 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a94ccc0-8daf-4ce1-b17e-cdbfba2970dd req-01231873-7d67-4d18-8576-433c5360f7c2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1585393 Mar 14 14:32:36.667464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af980e0-e2df-4549-a686-5e13d8a57415 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:36.733007 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a94ccc0-8daf-4ce1-b17e-cdbfba2970dd req-f2e77394-59d9-4518-aba3-9b5f0c35428e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506310 Mar 14 14:32:36.808277 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876520e6-08e5-4d76-9792-7eeb39e6d727 x-openstack-request-id: req-876520e6-08e5-4d76-9792-7eeb39e6d727 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:36.808664 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:36.808853 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-876520e6-08e5-4d76-9792-7eeb39e6d727 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:36.809217 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243', 'status': 'completed', 'code': 200} Mar 14 14:32:36.833135 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-3073241c-f020-43f8-98b8-8c639626bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.838014 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-3073241c-f020-43f8-98b8-8c639626bccc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 1127 time: 0.0671093 Mar 14 14:32:36.894251 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-c7f3fd97-641c-41e2-94e4-e01be143c150 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e9d9109-7d17-48b0-91b9-35863af97243 HTTP/1.1" status: 200 len: 217 time: 0.0426810 Mar 14 14:32:36.978961 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-23f152aa-2f87-4ad4-a059-04bb7d8eb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.980487 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-23f152aa-2f87-4ad4-a059-04bb7d8eb0de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0748136 Mar 14 14:32:36.995167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5b4d-2b6e-46ba-bf08-9e513173b4fb req-e412ffc9-0958-4ce4-a1e7-423bee4b6b42 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.995167 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-327a5b4d-2b6e-46ba-bf08-9e513173b4fb req-e412ffc9-0958-4ce4-a1e7-423bee4b6b42 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 943 time: 0.1025400 Mar 14 14:32:37.071344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-4d0ef878-833a-4028-9868-48961f44ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.072741 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-4d0ef878-833a-4028-9868-48961f44ef22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775797 Mar 14 14:32:37.076582 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-327a5b4d-2b6e-46ba-bf08-9e513173b4fb req-3f54c63b-df35-40bd-9d12-be9dd733779c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710986 Mar 14 14:32:37.175439 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-a84a1d5b-8fe9-44ab-a3ba-2c831cd5040d service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942736 Mar 14 14:32:37.275350 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14c3a137-fd41-441a-8a5a-c6edbef8795b req-2fab9e22-4ee7-47b1-b7c2-d06fcb38d6f6 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919790 Mar 14 14:32:37.518385 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d831f-162b-48d0-951b-935551a3b2fe req-053b6404-c39f-42cf-b0b8-2bdd5920f848 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.519916 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b5d831f-162b-48d0-951b-935551a3b2fe req-053b6404-c39f-42cf-b0b8-2bdd5920f848 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0631673 Mar 14 14:32:37.594785 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-b1ed8b89-cdcd-4717-8b50-111e062f9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.596222 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-b1ed8b89-cdcd-4717-8b50-111e062f9911 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 1127 time: 0.0939038 Mar 14 14:32:37.599489 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b5d831f-162b-48d0-951b-935551a3b2fe req-b59cf331-52b4-48e2-8190-9d85077c7b53 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582051 Mar 14 14:32:37.706302 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-c1e9f69c-d139-4084-a0a2-09b030ae4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.707827 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-c1e9f69c-d139-4084-a0a2-09b030ae4b4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.0956419 Mar 14 14:32:37.764071 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-2e11398f-1219-46fe-8d38-3f7b212bdc18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e9d9109-7d17-48b0-91b9-35863af97243 HTTP/1.1" status: 200 len: 217 time: 0.0404749 Mar 14 14:32:37.815122 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-d4c39ca0-523e-48e3-8e93-1fc073f7ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.816665 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-d4c39ca0-523e-48e3-8e93-1fc073f7ac63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0472269 Mar 14 14:32:37.887734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-394d2ba3-8259-425a-b55e-86712d47a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.889308 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11c906-57da-4a82-9172-2e378c126092 req-f943a849-e38d-4b01-b8ec-bf93f86b6bed tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.889726 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-394d2ba3-8259-425a-b55e-86712d47a3ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627217 Mar 14 14:32:37.890615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2e11c906-57da-4a82-9172-2e378c126092 req-f943a849-e38d-4b01-b8ec-bf93f86b6bed tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0721135 Mar 14 14:32:37.939635 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2e11c906-57da-4a82-9172-2e378c126092 req-ef693016-dd7b-43e9-9d2f-971e235d78b7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Mar 14 14:32:37.994702 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-8d2bd907-ea0f-4caf-9ee4-266764693a70 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918307 Mar 14 14:32:38.096141 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0434a90a-d3ed-4986-8df1-af1f4c36e88c req-d420fb2e-3c7e-4852-8e7c-e8695e8e0d99 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948205 Mar 14 14:32:38.189741 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fe0987e6-b10a-4611-964d-07c6514e43c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:38.210271 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843a6c3-2792-4305-8799-641d6332b988 req-f797b421-a50d-45b9-9778-810ab386c239 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:38.212132 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3843a6c3-2792-4305-8799-641d6332b988 req-f797b421-a50d-45b9-9778-810ab386c239 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 943 time: 0.0638447 Mar 14 14:32:38.282452 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3843a6c3-2792-4305-8799-641d6332b988 req-244e4c58-5930-49bc-8ef9-d3683ec3c3a6 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638521 Mar 14 14:32:38.746154 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147724ff-9d0b-4dfb-953c-3584ecc394d9 req-195bb001-fbce-47e9-b6cb-7df7ede162a5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:38.748128 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-147724ff-9d0b-4dfb-953c-3584ecc394d9 req-195bb001-fbce-47e9-b6cb-7df7ede162a5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0626001 Mar 14 14:32:38.799781 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-147724ff-9d0b-4dfb-953c-3584ecc394d9 req-8c56b560-1bb5-4871-9058-c03ff713054c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 Mar 14 14:32:39.072687 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0d44-bf3d-4e24-a127-ffdacfd07ae2 req-d2fa89ac-dd0a-41a9-ad2d-dbd29ab2c044 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:39.074342 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-032d0d44-bf3d-4e24-a127-ffdacfd07ae2 req-d2fa89ac-dd0a-41a9-ad2d-dbd29ab2c044 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0535197 Mar 14 14:32:39.124644 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-032d0d44-bf3d-4e24-a127-ffdacfd07ae2 req-265455e7-db02-4da7-a996-f20d2de122d6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Mar 14 14:32:39.343520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50058) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:39.427385 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a5b46-2f09-422f-89e2-73589603af20 req-7efc7db6-216b-483e-83ec-fd2b56909445 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:39.429478 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f16a5b46-2f09-422f-89e2-73589603af20 req-7efc7db6-216b-483e-83ec-fd2b56909445 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 943 time: 0.0594826 Mar 14 14:32:39.459716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02a027e5-9b1e-4a70-8cab-df7ff77ce4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.480473 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f16a5b46-2f09-422f-89e2-73589603af20 req-00cbb863-7055-429c-9fed-ec32d2179afa tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Mar 14 14:32:39.545689 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02a027e5-9b1e-4a70-8cab-df7ff77ce4e9 admin admin] Publish callbacks [] for security_group (bad7cc92-efb5-474e-ab18-ca308a0fdb31), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.624658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02a027e5-9b1e-4a70-8cab-df7ff77ce4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bad7cc92-efb5-474e-ab18-ca308a0fdb31), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.663014 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-02a027e5-9b1e-4a70-8cab-df7ff77ce4e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fce0dfeb5ea46768e8d182b50b9907b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182664 Mar 14 14:32:39.663959 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a027e5-9b1e-4a70-8cab-df7ff77ce4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7cc92-efb5-474e-ab18-ca308a0fdb31,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:39.665686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50066) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:39.719901 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] Publish callbacks [] for security_group (bad7cc92-efb5-474e-ab18-ca308a0fdb31), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.746861 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] Publish callbacks [] for security_group (bad7cc92-efb5-474e-ab18-ca308a0fdb31), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.886971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bad7cc92-efb5-474e-ab18-ca308a0fdb31), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.890342 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.891544 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bad7cc92-efb5-474e-ab18-ca308a0fdb31 HTTP/1.1" status: 204 len: 168 time: 0.2247539 Mar 14 14:32:39.905608 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb3726-6964-4660-bb46-20230d8e00d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7cc92-efb5-474e-ab18-ca308a0fdb31,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:39.942326 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb9716-6564-48df-822e-1d6fd8cd06cf req-b22741ad-e779-45a4-b8e1-835a6ece531f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:39.943920 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46eb9716-6564-48df-822e-1d6fd8cd06cf req-b22741ad-e779-45a4-b8e1-835a6ece531f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0597944 Mar 14 14:32:39.997103 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46eb9716-6564-48df-822e-1d6fd8cd06cf req-820a0c69-6fda-4dc4-8201-71197b9048a7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472355 Mar 14 14:32:40.251100 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8673c-ae18-40ff-8aef-8d085f7c5655 req-dbd59518-d1e5-4f47-bb32-25d1c3e31dc4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:40.252616 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a5f8673c-ae18-40ff-8aef-8d085f7c5655 req-dbd59518-d1e5-4f47-bb32-25d1c3e31dc4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0581031 Mar 14 14:32:40.303925 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a5f8673c-ae18-40ff-8aef-8d085f7c5655 req-3ec8beaf-ab01-4ff4-ae2b-1180d590cf17 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 Mar 14 14:32:40.520857 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-568be32e-f413-43fe-8ba6-710b774f9248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.578397 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50078) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:40.593164 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9fec1c4b-1e94-4bd8-83c2-26329a62cccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.617400 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adeea2-2e12-4100-a05b-f7ed7fdf87c1 req-ed27fa15-58ab-47ac-a14e-f9d723501333 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:40.618936 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-86adeea2-2e12-4100-a05b-f7ed7fdf87c1 req-ed27fa15-58ab-47ac-a14e-f9d723501333 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 943 time: 0.0648799 Mar 14 14:32:40.684486 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-86adeea2-2e12-4100-a05b-f7ed7fdf87c1 req-4c2344b5-1d65-4c7e-9c0c-58aa7f44b0f1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576448 Mar 14 14:32:40.701597 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9fec1c4b-1e94-4bd8-83c2-26329a62cccc admin admin] Publish callbacks [] for security_group (1a2013d0-f50a-444e-82ee-f7861b023bee), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.783813 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9fec1c4b-1e94-4bd8-83c2-26329a62cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1a2013d0-f50a-444e-82ee-f7861b023bee), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.821835 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1c4b-1e94-4bd8-83c2-26329a62cccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2013d0-f50a-444e-82ee-f7861b023bee,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:40.827080 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9fec1c4b-1e94-4bd8-83c2-26329a62cccc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa11afcc063f49c3ae1a1da548a569d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475567 Mar 14 14:32:40.830142 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50084) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:40.894816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] Publish callbacks [] for security_group (1a2013d0-f50a-444e-82ee-f7861b023bee), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.919195 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] Publish callbacks [] for security_group (1a2013d0-f50a-444e-82ee-f7861b023bee), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.052686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1a2013d0-f50a-444e-82ee-f7861b023bee), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.055793 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.057256 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a2013d0-f50a-444e-82ee-f7861b023bee HTTP/1.1" status: 204 len: 168 time: 0.2263188 Mar 14 14:32:41.070720 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed464f8-4947-4f79-bf02-599a096fe9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2013d0-f50a-444e-82ee-f7861b023bee,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:41.141050 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ae97-59c9-44c3-bcb0-634c734772b6 req-849e46f2-6457-475c-ac67-7bd537784182 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.142799 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a860ae97-59c9-44c3-bcb0-634c734772b6 req-849e46f2-6457-475c-ac67-7bd537784182 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0642374 Mar 14 14:32:41.196297 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a860ae97-59c9-44c3-bcb0-634c734772b6 req-8bb00384-b784-4488-87e3-133230d6588d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Mar 14 14:32:41.238142 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:32:41.356706 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:41.371457 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:32:41.427556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: ACTIVE; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:41.427556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.438368 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:32:41.441523 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6dcd9-f4a4-41e7-9166-d051b5521279 req-0218fefb-3ce9-4123-b0a6-05fc05de7a3f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.447145 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f1b6dcd9-f4a4-41e7-9166-d051b5521279 req-0218fefb-3ce9-4123-b0a6-05fc05de7a3f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0680552 Mar 14 14:32:41.460103 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:41.507869 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f1b6dcd9-f4a4-41e7-9166-d051b5521279 req-8b2314fd-c424-484b-a60e-1f5b4d1139cb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577118 Mar 14 14:32:41.573108 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.576396 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5e9d9109-7d17-48b0-91b9-35863af97243 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:32:41.706398 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=6']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:41.725034 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.725658 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.726176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.726685 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.727293 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.727767 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.728522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.728858 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.729192 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.729525 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.730436 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.730436 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.730778 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.730904 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.731214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:41.793661 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5e9d9109-7d17-48b0-91b9-35863af97243,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:41.808027 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '5e9d9109-7d17-48b0-91b9-35863af97243', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'port_id': '5e9d9109-7d17-48b0-91b9-35863af97243', 'mac_address': 'fa:16:3e:79:54:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:32:41.857793 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 5e9d9109-7d17-48b0-91b9-35863af97243 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:41.858471 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.859322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ecf9-cdb9-4e05-bb10-8f50c7e76332 req-c4d21426-a35a-413b-a1d1-5fc7bfdfc63b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.861229 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88e4ecf9-cdb9-4e05-bb10-8f50c7e76332 req-c4d21426-a35a-413b-a1d1-5fc7bfdfc63b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 943 time: 0.0782526 Mar 14 14:32:41.877565 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9d9109-7d17-48b0-91b9-35863af97243 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:32:41.901850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5e9d9109-7d17-48b0-91b9-35863af97243,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:41.920828 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88e4ecf9-cdb9-4e05-bb10-8f50c7e76332 req-02bbca1b-1005-43c2-817c-88eaeb3f738d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515041 Mar 14 14:32:41.978504 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.054551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:42.328951 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6133a-6b40-4b36-a95a-1f257337ce87 req-4fc800e9-421b-4299-a3ba-7db521fe6907 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:42.330486 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35e6133a-6b40-4b36-a95a-1f257337ce87 req-4fc800e9-421b-4299-a3ba-7db521fe6907 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0604019 Mar 14 14:32:42.385475 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35e6133a-6b40-4b36-a95a-1f257337ce87 req-12ef07fc-f6e0-47c9-b0ba-78b433906d6a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488434 Mar 14 14:32:42.406784 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['a2b15213-cff0-480b-90c2-bca0b327197d'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:42.643261 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb90f4-c7b4-46b2-b536-73450c0cbe2d req-c6173f05-a5db-4f43-a041-bd4a5319e214 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:42.644645 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-90fb90f4-c7b4-46b2-b536-73450c0cbe2d req-c6173f05-a5db-4f43-a041-bd4a5319e214 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0586896 Mar 14 14:32:42.699056 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-90fb90f4-c7b4-46b2-b536-73450c0cbe2d req-b7e64941-7042-44d4-8ea1-7083c12f5a20 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Mar 14 14:32:42.851701 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['5e9d9109-7d17-48b0-91b9-35863af97243'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:42.931885 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.077488 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6580d-39f3-46a8-b96b-81b8d8bb0b16 req-8b591e99-0b4a-4217-9ad7-65eaf2a006f4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:43.079260 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-57f6580d-39f3-46a8-b96b-81b8d8bb0b16 req-8b591e99-0b4a-4217-9ad7-65eaf2a006f4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 944 time: 0.0759416 Mar 14 14:32:43.142268 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-57f6580d-39f3-46a8-b96b-81b8d8bb0b16 req-6fbac10b-651e-4de8-acc5-c34497cf5224 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524113 Mar 14 14:32:43.536956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b76441-168b-4722-822e-49ae311893f0 req-c11861ee-efdf-454f-aef6-26c12102e178 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:43.538783 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f2b76441-168b-4722-822e-49ae311893f0 req-c11861ee-efdf-454f-aef6-26c12102e178 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0733430 Mar 14 14:32:43.596887 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f2b76441-168b-4722-822e-49ae311893f0 req-9f457481-5253-4362-a3c4-95668553a2cf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525889 Mar 14 14:32:43.704152 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.866170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173837f7-01a6-4ac4-bd24-0e7522ed3793 req-b5de944a-c84c-4b8e-a0f0-3359580c7c89 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:43.876244 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-173837f7-01a6-4ac4-bd24-0e7522ed3793 req-b5de944a-c84c-4b8e-a0f0-3359580c7c89 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0888174 Mar 14 14:32:43.943264 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-173837f7-01a6-4ac4-bd24-0e7522ed3793 req-f0cb311d-a4ca-4642-bed6-2c767090ac01 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655911 Mar 14 14:32:44.210581 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:32:44.284519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port a2b15213-cff0-480b-90c2-bca0b327197d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:44.287510 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.295788 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84986d5e-528d-4eef-8526-e1b1294859dc req-3639266f-55de-49f1-9a2b-1cccd0423ae2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.303165 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-84986d5e-528d-4eef-8526-e1b1294859dc req-3639266f-55de-49f1-9a2b-1cccd0423ae2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 944 time: 0.0835798 Mar 14 14:32:44.388625 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-84986d5e-528d-4eef-8526-e1b1294859dc req-e60ea18f-da03-4ede-a6e4-0a4fc1e0bc34 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837038 Mar 14 14:32:44.456214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:44.457141 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.486359 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:44.489326 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ccc81-3086-44f8-9e47-79a48bdb9c2c" -d '{"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:44.526804 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:44.542281 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc07fa7-cc9c-40fc-bb95-2917c3837a7a x-openstack-request-id: req-3bc07fa7-cc9c-40fc-bb95-2917c3837a7a {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:44.543277 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:44.543737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bc07fa7-cc9c-40fc-bb95-2917c3837a7a {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:44.544526 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'code': 200} Mar 14 14:32:44.595789 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.597193 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5e9d9109-7d17-48b0-91b9-35863af97243 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:32:44.698689 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=7']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:44.815360 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a85ad3-577f-4799-bfad-e8400e56edac req-75973b1b-d682-4bdc-b7b6-da69da6a617c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.826194 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-16a85ad3-577f-4799-bfad-e8400e56edac req-75973b1b-d682-4bdc-b7b6-da69da6a617c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1381967 Mar 14 14:32:44.860476 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 5e9d9109-7d17-48b0-91b9-35863af97243 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:32:44.877571 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 5e9d9109-7d17-48b0-91b9-35863af97243 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:44.878623 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.971303 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-16a85ad3-577f-4799-bfad-e8400e56edac req-74b5198f-78c8-442e-8912-cf7d644e6bcb tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385252 Mar 14 14:32:45.109625 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 5e9d9109-7d17-48b0-91b9-35863af97243 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:45.110922 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:45.174401 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5e9d9109-7d17-48b0-91b9-35863af97243,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:45.207735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf9c9-7ce2-4414-8def-03a0a2df3877 req-2e4d6191-c4a9-437f-955e-1c9ded8b4f05 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.211035 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f36bf9c9-7ce2-4414-8def-03a0a2df3877 req-2e4d6191-c4a9-437f-955e-1c9ded8b4f05 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1043820 Mar 14 14:32:45.292864 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f36bf9c9-7ce2-4414-8def-03a0a2df3877 req-f181e4bf-2232-4241-8735-2e6c678bbf92 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745418 Mar 14 14:32:45.335461 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:45.482734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:45.613749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:45.637717 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677565d-5590-4150-a8fb-c466dfead1f3 req-e29a7651-8ef8-4efb-9fb2-df8c06987adf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.639665 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2677565d-5590-4150-a8fb-c466dfead1f3 req-e29a7651-8ef8-4efb-9fb2-df8c06987adf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.1026921 Mar 14 14:32:45.706663 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2677565d-5590-4150-a8fb-c466dfead1f3 req-127384d2-9dfe-471f-8c60-b461cf8cfe17 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572565 Mar 14 14:32:45.801098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50236) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:45.970337 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-35cf6b09-7588-4d70-bce9-d6fd703745e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.084607 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-35cf6b09-7588-4d70-bce9-d6fd703745e0 admin admin] Publish callbacks [] for security_group (45c26c94-14e8-4942-a8da-698bbd84ceff), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.160894 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-35cf6b09-7588-4d70-bce9-d6fd703745e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (45c26c94-14e8-4942-a8da-698bbd84ceff), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.181163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b4a15-c5b4-43c4-990e-9b51da17f627 req-967cf083-883b-414f-8a1c-47867ffeb6fe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:46.183414 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ed2b4a15-c5b4-43c4-990e-9b51da17f627 req-967cf083-883b-414f-8a1c-47867ffeb6fe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0767004 Mar 14 14:32:46.268881 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-35cf6b09-7588-4d70-bce9-d6fd703745e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8410a9d56ae44a9da9ed8888fdfc7eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663026 Mar 14 14:32:46.271324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50246) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:46.278867 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf6b09-7588-4d70-bce9-d6fd703745e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c26c94-14e8-4942-a8da-698bbd84ceff,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:46.300379 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ed2b4a15-c5b4-43c4-990e-9b51da17f627 req-fe156c70-1dd6-4e76-ad54-a860fe6c4cb7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050453 Mar 14 14:32:46.385017 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] Publish callbacks [] for security_group (45c26c94-14e8-4942-a8da-698bbd84ceff), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.410321 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] Publish callbacks [] for security_group (45c26c94-14e8-4942-a8da-698bbd84ceff), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.511437 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252aa5-45b0-424d-a66f-d692ff443f50 req-ee0732a0-6c7d-4648-97a0-8f664a83f4eb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:46.513315 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb252aa5-45b0-424d-a66f-d692ff443f50 req-ee0732a0-6c7d-4648-97a0-8f664a83f4eb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0945272 Mar 14 14:32:46.546254 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:46.549361 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5840abc-ea6f-46b3-b28c-dd3979614141" -d '{"events": [{"server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:46.587424 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb252aa5-45b0-424d-a66f-d692ff443f50 req-bd141d99-6698-4e19-aaa0-73f99272d3ec tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608339 Mar 14 14:32:46.590166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (45c26c94-14e8-4942-a8da-698bbd84ceff), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.593542 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:46.595078 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45c26c94-14e8-4942-a8da-698bbd84ceff HTTP/1.1" status: 204 len: 168 time: 0.3228478 Mar 14 14:32:46.604594 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505dda8-f856-4325-8c35-aaee05010caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c26c94-14e8-4942-a8da-698bbd84ceff,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:46.698867 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca95ec2-c099-4491-b0eb-3a378216b4ad x-openstack-request-id: req-aca95ec2-c099-4491-b0eb-3a378216b4ad {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:46.699774 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:46.700892 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aca95ec2-c099-4491-b0eb-3a378216b4ad {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:46.701500 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243', 'code': 200} Mar 14 14:32:46.999035 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd7e6-711b-4e13-a7a2-33929c3453fe req-356d3cbc-19af-4e9b-88bc-ba3bb420c8c8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.008997 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-583dd7e6-711b-4e13-a7a2-33929c3453fe req-356d3cbc-19af-4e9b-88bc-ba3bb420c8c8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.1515670 Mar 14 14:32:47.099244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982065f-dc2e-4ad2-a56c-9f65fee21b0f req-6f77c706-4ffc-4f15-9663-6e326fc54e66 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.115100 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5982065f-dc2e-4ad2-a56c-9f65fee21b0f req-6f77c706-4ffc-4f15-9663-6e326fc54e66 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1083670 Mar 14 14:32:47.129545 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-583dd7e6-711b-4e13-a7a2-33929c3453fe req-52e2dc98-98bd-4567-bdf4-2cede3414a2c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192322 Mar 14 14:32:47.207582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:47.262698 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-1e0bdf78-527c-4b1e-9d56-d03af0529b61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701325 Mar 14 14:32:47.274041 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5982065f-dc2e-4ad2-a56c-9f65fee21b0f req-4313fa86-491f-45f5-9248-3e2717d465c3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561816 Mar 14 14:32:47.282994 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30efef-7265-47e0-90f1-45d2645b912b req-8b18e364-e195-4978-85dc-1a7b8803ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.284500 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-8b18e364-e195-4978-85dc-1a7b8803ddaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.1964123 Mar 14 14:32:47.355802 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba62f3-f288-4663-a4a2-7b05780413da req-2e1cd392-4a62-48e3-8e55-49bba33912d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.358026 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69ba62f3-f288-4663-a4a2-7b05780413da req-2e1cd392-4a62-48e3-8e55-49bba33912d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 1129 time: 0.1372995 Mar 14 14:32:47.372017 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-a8c77481-06d8-48b0-8403-742990c75ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.376882 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-a8c77481-06d8-48b0-8403-742990c75ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 1130 time: 0.0713770 Mar 14 14:32:47.491405 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69ba62f3-f288-4663-a4a2-7b05780413da req-3489e609-86f9-4807-a84d-a6d7c903406c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095197 Mar 14 14:32:47.491405 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30efef-7265-47e0-90f1-45d2645b912b req-8ee313dc-f777-4ac9-823f-9b3d939a9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.491405 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-8ee313dc-f777-4ac9-823f-9b3d939a9b2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1881261 Mar 14 14:32:47.535231 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee535-4757-4570-9a70-0003e94c9720 req-98d0b159-6f37-49c5-825f-ba6523d89ef6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.536725 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-27bee535-4757-4570-9a70-0003e94c9720 req-98d0b159-6f37-49c5-825f-ba6523d89ef6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1106160 Mar 14 14:32:47.539505 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-41fc89ec-cc05-4dd6-a317-bb863928fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.540806 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-41fc89ec-cc05-4dd6-a317-bb863928fa70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.1357567 Mar 14 14:32:47.583745 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-27bee535-4757-4570-9a70-0003e94c9720 req-717c746a-db16-4e87-9023-a5cea126cea5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Mar 14 14:32:47.761862 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a734566-f1d7-48d9-9bb2-b06550ab9a1b req-7b62c91b-4dee-4163-9964-6228345ea2ce tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.763766 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3a734566-f1d7-48d9-9bb2-b06550ab9a1b req-7b62c91b-4dee-4163-9964-6228345ea2ce tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0579813 Mar 14 14:32:47.829947 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3a734566-f1d7-48d9-9bb2-b06550ab9a1b req-624b6a3c-5a71-4ebf-88c3-1df5f70b98c0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564120 Mar 14 14:32:47.928695 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50282) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:47.936913 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-2269c79a-5055-456a-9fa0-b90743c52584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.0486617 Mar 14 14:32:47.943659 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ed117fa8-9b05-49ce-a205-6850c18503c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.051570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30efef-7265-47e0-90f1-45d2645b912b req-a91d8a14-b0cb-4dd6-bf8c-df13517399f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.060676 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-a91d8a14-b0cb-4dd6-bf8c-df13517399f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0783634 Mar 14 14:32:48.062700 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-55f496b3-eb5d-4aa1-9df1-57a21d0f0790 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 200 len: 1002 time: 0.1731908 Mar 14 14:32:48.111777 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-c9cda899-93ba-4400-9c1b-081889ac3ee6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348754 Mar 14 14:32:48.165827 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-c0fc8a5c-6aaf-4a69-9fd3-8f8a5163f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.167637 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-c0fc8a5c-6aaf-4a69-9fd3-8f8a5163f0f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0874009 Mar 14 14:32:48.173886 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ed117fa8-9b05-49ce-a205-6850c18503c8 admin admin] Publish callbacks [] for security_group (46a9d79a-d70a-4a85-ac04-a7f1fe5104b0), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.259244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ed117fa8-9b05-49ce-a205-6850c18503c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (46a9d79a-d70a-4a85-ac04-a7f1fe5104b0), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.310609 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed117fa8-9b05-49ce-a205-6850c18503c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a9d79a-d70a-4a85-ac04-a7f1fe5104b0,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:48.319720 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-a8b02aea-1702-48f9-bcf5-7670d67f2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.321238 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-a8b02aea-1702-48f9-bcf5-7670d67f2fbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1392851 Mar 14 14:32:48.361606 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ed117fa8-9b05-49ce-a205-6850c18503c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a83c6774936b40f69fb4b0d2053affee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313848 Mar 14 14:32:48.365388 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50292) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:48.400876 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-f67ea4b4-51c8-4cec-aa94-88b9415e39dc service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743328 Mar 14 14:32:48.446127 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aae5d-2ea6-4bf1-b78a-4075158d1596 req-dd44598d-d49f-4c6d-befd-4526aaa28f98 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.454936 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4d3aae5d-2ea6-4bf1-b78a-4075158d1596 req-dd44598d-d49f-4c6d-befd-4526aaa28f98 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.2173738 Mar 14 14:32:48.487594 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] Publish callbacks [] for security_group (46a9d79a-d70a-4a85-ac04-a7f1fe5104b0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.539389 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-d8ebdf35-99f0-4b86-8ac5-ab6ae4ee5b78 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032044 Mar 14 14:32:48.556084 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4d3aae5d-2ea6-4bf1-b78a-4075158d1596 req-6d8efa0e-c957-4705-8dc8-76d773aa6add tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999107 Mar 14 14:32:48.557318 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] Publish callbacks [] for security_group (46a9d79a-d70a-4a85-ac04-a7f1fe5104b0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.628098 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af245dda-21cc-4545-947a-5818b3a542d0 req-d553b6fb-5128-45cc-a705-5e48e54d00e2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.635190 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af245dda-21cc-4545-947a-5818b3a542d0 req-d553b6fb-5128-45cc-a705-5e48e54d00e2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.2224338 Mar 14 14:32:48.649845 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c30efef-7265-47e0-90f1-45d2645b912b req-6d0a6ccb-071e-470a-8137-890f54691cee service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353663 Mar 14 14:32:48.727242 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af245dda-21cc-4545-947a-5818b3a542d0 req-ab5fd1dc-2470-4167-9924-28924354d91d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910501 Mar 14 14:32:48.754697 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65c21fc4-787a-4dc3-9305-12537a04f0d2 req-5e0a4a62-7518-4fb3-b81a-3148239596cb service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975567 Mar 14 14:32:48.766726 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (46a9d79a-d70a-4a85-ac04-a7f1fe5104b0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.771448 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:48.774868 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46a9d79a-d70a-4a85-ac04-a7f1fe5104b0 HTTP/1.1" status: 204 len: 168 time: 0.4084730 Mar 14 14:32:48.784251 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07352e47-ccf3-4663-aaea-ac0fb72f36e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a9d79a-d70a-4a85-ac04-a7f1fe5104b0,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:48.788153 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176e8b2-7129-4591-a6ed-adad175bc234 req-5566c309-2174-4966-9a84-499c70e0f030 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.788153 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2176e8b2-7129-4591-a6ed-adad175bc234 req-5566c309-2174-4966-9a84-499c70e0f030 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0780616 Mar 14 14:32:48.869230 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2176e8b2-7129-4591-a6ed-adad175bc234 req-1f46f7d6-9703-4378-b16f-36b43f44ae78 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726104 Mar 14 14:32:48.992982 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b576e3-ca27-46e6-9cf4-7dfe2fdf28d1 req-c1e1733e-f029-48ae-806f-9948133822f1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.994659 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40b576e3-ca27-46e6-9cf4-7dfe2fdf28d1 req-c1e1733e-f029-48ae-806f-9948133822f1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0719244 Mar 14 14:32:49.074163 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40b576e3-ca27-46e6-9cf4-7dfe2fdf28d1 req-3351e80d-fa10-4cad-bbf9-93547e2457c9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703549 Mar 14 14:32:49.718623 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e706b3-973c-4ce0-bb3c-58cb19d3b9e5 req-1d7d14a7-da5e-4922-880f-9b87854de831 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:49.720321 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-67e706b3-973c-4ce0-bb3c-58cb19d3b9e5 req-1d7d14a7-da5e-4922-880f-9b87854de831 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.0786464 Mar 14 14:32:49.793435 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-67e706b3-973c-4ce0-bb3c-58cb19d3b9e5 req-23d8e4fb-f19a-4cca-9fb3-6051bec0a1be tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647919 Mar 14 14:32:49.893650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60a86-c16f-4184-834d-b873b7f2fa31 req-82b09fe1-5b4c-42cc-b497-62df7c6ce304 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:49.897745 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbb60a86-c16f-4184-834d-b873b7f2fa31 req-82b09fe1-5b4c-42cc-b497-62df7c6ce304 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0807872 Mar 14 14:32:49.964180 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbb60a86-c16f-4184-834d-b873b7f2fa31 req-3f07fd9d-9055-4331-a03c-89ce84ae0593 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Mar 14 14:32:49.968421 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce4e2c-7270-4b85-a03b-f90d1f8f59d6 req-a560a3a5-3286-4a05-a542-981872e8abf2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:49.974994 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-67ce4e2c-7270-4b85-a03b-f90d1f8f59d6 req-a560a3a5-3286-4a05-a542-981872e8abf2 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.0872769 Mar 14 14:32:49.979081 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50318) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:49.984260 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'port_id': '5e9d9109-7d17-48b0-91b9-35863af97243'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:50.028930 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:50.211860 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b41c9-1c08-468e-8be3-02b83d079dbb req-f3307050-a16a-4ea9-9de1-c8ea3c5f5d45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:50.213414 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e42b41c9-1c08-468e-8be3-02b83d079dbb req-f3307050-a16a-4ea9-9de1-c8ea3c5f5d45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1490753 Mar 14 14:32:50.284203 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040916c-5db7-4518-8e8d-bbffa2397f8f req-8ff76638-8ef3-4f38-9586-d0decb5ce7b5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:50.287018 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7040916c-5db7-4518-8e8d-bbffa2397f8f req-8ff76638-8ef3-4f38-9586-d0decb5ce7b5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0866086 Mar 14 14:32:50.330250 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50324) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:50.386936 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7040916c-5db7-4518-8e8d-bbffa2397f8f req-6535b73b-3dfd-40b8-b45a-d05b7c3f68a7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869138 Mar 14 14:32:50.501007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d75fa341-c465-403a-b26c-de96560c35ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:50.583558 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e42b41c9-1c08-468e-8be3-02b83d079dbb req-971b863c-21cb-44a3-a42a-0f1100c22158 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321605 Mar 14 14:32:50.652268 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d75fa341-c465-403a-b26c-de96560c35ce admin admin] Publish callbacks [] for security_group (1e91a6c4-3383-4b71-8476-9088d04041b5), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:50.761558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d75fa341-c465-403a-b26c-de96560c35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1e91a6c4-3383-4b71-8476-9088d04041b5), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:50.822731 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d75fa341-c465-403a-b26c-de96560c35ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2769d29400ab4928a16417ad88b19309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912655 Mar 14 14:32:50.822968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50328) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:50.824132 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fa341-c465-403a-b26c-de96560c35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e91a6c4-3383-4b71-8476-9088d04041b5,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:50.962172 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] Publish callbacks [] for security_group (1e91a6c4-3383-4b71-8476-9088d04041b5), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:50.999205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.018795 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] Publish callbacks [] for security_group (1e91a6c4-3383-4b71-8476-9088d04041b5), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.102532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.117971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc9254-2be8-49be-922b-df8b7531cae3 req-a39cb51a-cf0b-4b91-bed9-9be6c92d7b5b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:51.120918 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9dbc9254-2be8-49be-922b-df8b7531cae3 req-a39cb51a-cf0b-4b91-bed9-9be6c92d7b5b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0832248 Mar 14 14:32:51.235326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9dbc9254-2be8-49be-922b-df8b7531cae3 req-97378f96-50e1-4157-b4e8-1ac95b4c2d30 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079564 Mar 14 14:32:51.235693 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1e91a6c4-3383-4b71-8476-9088d04041b5), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.238331 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.255938 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e91a6c4-3383-4b71-8476-9088d04041b5 HTTP/1.1" status: 204 len: 168 time: 0.4201577 Mar 14 14:32:51.255938 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP dd344ebd-036e-4b90-8e75-1971dda71e8a associated. External IP: 172.27.2.212, port: 5e9d9109-7d17-48b0-91b9-35863af97243. Mar 14 14:32:51.297289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754116d-5662-4310-98b5-f72ce41ba2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e91a6c4-3383-4b71-8476-9088d04041b5,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:51.612162 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767899-b6c4-4883-b802-7cfb16d7e1d7 req-07359130-addc-4c9f-b4e8-8c4e37cdff33 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:51.613989 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-75767899-b6c4-4883-b802-7cfb16d7e1d7 req-07359130-addc-4c9f-b4e8-8c4e37cdff33 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1155665 Mar 14 14:32:51.660452 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:51.799874 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-75767899-b6c4-4883-b802-7cfb16d7e1d7 req-cdb64b5e-ea88-492d-b832-c9dd7b111deb tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810277 Mar 14 14:32:51.800508 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9558a-a830-440d-80f3-e2708f9af2bd req-654fa56d-e83d-4b2e-83c8-081886e8bd7d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:51.800508 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6e9558a-a830-440d-80f3-e2708f9af2bd req-654fa56d-e83d-4b2e-83c8-081886e8bd7d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0686285 Mar 14 14:32:51.816543 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6e9558a-a830-440d-80f3-e2708f9af2bd req-77881ec1-1074-454a-b6e5-4595a72b0aa8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599184 Mar 14 14:32:51.841613 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:51.856263 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:51.857755 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.873581 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:51.874203 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:51.939655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cf222fe8-0cce-447e-815e-9fb115aff852 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "PUT /v2.0/floatingips/dd344ebd-036e-4b90-8e75-1971dda71e8a HTTP/1.1" status: 200 len: 991 time: 1.9593389 Mar 14 14:32:51.940240 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:51.942853 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb793584-2226-4205-b9b7-5bdba4bed1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:51.986353 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35d20a-c36b-465e-8031-0b7f18414c05 x-openstack-request-id: req-7b35d20a-c36b-465e-8031-0b7f18414c05 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:51.987744 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:51.987744 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b35d20a-c36b-465e-8031-0b7f18414c05 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:51.988100 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243', 'status': 'completed', 'code': 200} Mar 14 14:32:52.003217 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:32:52.033326 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:52.093176 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-1c627dce-a9e3-480b-a36e-312df2f9a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.094726 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-1c627dce-a9e3-480b-a36e-312df2f9a22d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 1129 time: 0.0567508 Mar 14 14:32:52.223678 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-28beb181-c64e-48fa-95ce-d64ea6e4d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.226332 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-28beb181-c64e-48fa-95ce-d64ea6e4d74b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.1195056 Mar 14 14:32:52.312198 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-8d3efa25-8b81-421e-b1c8-5ac86c12a4e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e9d9109-7d17-48b0-91b9-35863af97243 HTTP/1.1" status: 200 len: 999 time: 0.0788357 Mar 14 14:32:52.401531 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}, {'id': 'dd344ebd-036e-4b90-8e75-1971dda71e8a', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5e9d9109-7d17-48b0-91b9-35863af97243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:79:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:26Z', 'updated_at': '2022-03-14T14:32:50Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:52.426499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-8c7770f3-ca74-447f-bfbe-4cd93e094711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.427452 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-8c7770f3-ca74-447f-bfbe-4cd93e094711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.1027038 Mar 14 14:32:52.437680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3d26-a3a7-4302-9dc1-5b95fa4d6bad req-37adcfb8-e5eb-4910-bfe9-c7bb1fbe7ac1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.439387 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-752f3d26-a3a7-4302-9dc1-5b95fa4d6bad req-37adcfb8-e5eb-4910-bfe9-c7bb1fbe7ac1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1245968 Mar 14 14:32:52.450498 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:52.463405 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:52.463405 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:52.551109 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-752f3d26-a3a7-4302-9dc1-5b95fa4d6bad req-d71b1097-4b44-4609-bd6b-19dacc4f2305 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778334 Mar 14 14:32:52.558444 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-a661bc9c-f7c1-4789-987a-f7c25c5c5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.561376 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-a661bc9c-f7c1-4789-987a-f7c25c5c5644 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1202645 Mar 14 14:32:52.628338 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:52.759851 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-94981513-2c83-466a-af03-37d1be5f5c7b service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888406 Mar 14 14:32:52.908817 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb793584-2226-4205-b9b7-5bdba4bed1b2 req-a0e0d8af-cf08-40ff-afed-6c2fc32618ad service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410615 Mar 14 14:32:53.119518 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d105fb-a318-4d0f-a9c4-a5fe2542f3a8 req-3bcde279-41b2-4700-bd00-071c40b7e222 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:53.132181 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-60d105fb-a318-4d0f-a9c4-a5fe2542f3a8 req-3bcde279-41b2-4700-bd00-071c40b7e222 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1421959 Mar 14 14:32:53.170478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50370) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:53.223755 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}, {'id': 'dd344ebd-036e-4b90-8e75-1971dda71e8a', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5e9d9109-7d17-48b0-91b9-35863af97243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:79:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:26Z', 'updated_at': '2022-03-14T14:32:50Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:53.237255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451593a-2e9a-4e76-b73c-b3a2714d0320 req-23e3e105-02a7-40ed-ac14-097f7dc27df8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:53.246433 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3451593a-2e9a-4e76-b73c-b3a2714d0320 req-23e3e105-02a7-40ed-ac14-097f7dc27df8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1653085 Mar 14 14:32:53.261845 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d2245a-d0cb-4b20-a7f4-917cbae75a6b None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}, {'id': 'dd344ebd-036e-4b90-8e75-1971dda71e8a', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5e9d9109-7d17-48b0-91b9-35863af97243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:79:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:26Z', 'updated_at': '2022-03-14T14:32:50Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:53.282901 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-60d105fb-a318-4d0f-a9c4-a5fe2542f3a8 req-4e5e529e-fcea-4eb3-ba07-6d0a7475c44d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484129 Mar 14 14:32:53.366994 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3451593a-2e9a-4e76-b73c-b3a2714d0320 req-cf632f55-c23c-4599-9e35-3e9cde9d3fb2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104531 Mar 14 14:32:53.423452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-74024871-network', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:53.551590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Made reservation on behalf of e25f00f81f99460f98c07471d6f807a3 for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:32:53.554316 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.568763 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.610223 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bf4d0-42d6-46b0-b601-e834fa7c6039 None None] New status for floating IP dd344ebd-036e-4b90-8e75-1971dda71e8a: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:32:53.714768 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks [] for security_group (63be1eaf-e131-4a77-ab30-eeed6e8b8dc9), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.778570 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (63be1eaf-e131-4a77-ab30-eeed6e8b8dc9), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.831429 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f94ad-3b0d-4891-8ba1-ec8daaa8e12a req-716612ab-f2a2-4da3-a8b1-4a684ca7dc4e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:53.833748 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f96f94ad-3b0d-4891-8ba1-ec8daaa8e12a req-716612ab-f2a2-4da3-a8b1-4a684ca7dc4e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1147614 Mar 14 14:32:53.838028 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:32:53.886362 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63be1eaf-e131-4a77-ab30-eeed6e8b8dc9,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:53.890075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (4f46c01a-d9d4-430b-9104-bb98e5a9917a), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.890676 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Added segment 4f46c01a-d9d4-430b-9104-bb98e5a9917a of type vlan for network 53e501a4-d7f2-4603-a575-5bed03e44fd5 Mar 14 14:32:53.961161 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f96f94ad-3b0d-4891-8ba1-ec8daaa8e12a req-f90e07a9-403a-4c23-94df-cacd3ada441a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142550 Mar 14 14:32:53.973165 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (53e501a4-d7f2-4603-a575-5bed03e44fd5), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.086839 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (53e501a4-d7f2-4603-a575-5bed03e44fd5), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.087944 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:54.088605 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.173186 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] Pushing event updated for resources: {'Network': ['ID=53e501a4-d7f2-4603-a575-5bed03e44fd5,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:54.189193 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:32:54.209510 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-48ded6af-b260-48b9-801b-3f51de5d354e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0338941 Mar 14 14:32:54.212495 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50376) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:54.219422 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Request body: {'subnet': {'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-74024871-subnet', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:54.344776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Made reservation on behalf of e25f00f81f99460f98c07471d6f807a3 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:32:54.350044 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.582173 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12596103-b6b8-4a01-81aa-d8f66ca2a0fa req-653f8d1b-f90d-40cd-9256-26f854c438d6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:54.592366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f604a02-6838-40f0-8e1c-5b7df4415429 req-7e2dfb74-8f7d-4450-ba23-0b33b498bfa1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:54.595895 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f604a02-6838-40f0-8e1c-5b7df4415429 req-7e2dfb74-8f7d-4450-ba23-0b33b498bfa1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1047909 Mar 14 14:32:54.596052 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12596103-b6b8-4a01-81aa-d8f66ca2a0fa req-653f8d1b-f90d-40cd-9256-26f854c438d6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1025035 Mar 14 14:32:54.681326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12596103-b6b8-4a01-81aa-d8f66ca2a0fa req-f9dd5d58-e346-4f5c-b893-1b711e3de1b6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780518 Mar 14 14:32:54.728616 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f604a02-6838-40f0-8e1c-5b7df4415429 req-4c858e92-979f-4671-a324-9e2fba077460 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084785 Mar 14 14:32:54.773693 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (564fc698-d376-4175-bb9b-6854567a930d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.897879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=564fc698-d376-4175-bb9b-6854567a930d,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:54.911041 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Checking segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:32:54.911407 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Network hostable DHCP agents. Network: 53e501a4-d7f2-4603-a575-5bed03e44fd5, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:32:55.024254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:32:55.106521 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 53e501a4-d7f2-4603-a575-5bed03e44fd5) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:55.122314 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46c12f-fc72-440e-8df8-1e51ba7b7e4f None None] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:32:55.129651 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:55.134121 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.228427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac10c1-efd0-4ea8-abd3-e571a7176a85 req-37bd566d-3699-4c69-a5a2-500c5265b74e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:55.231177 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-97ac10c1-efd0-4ea8-abd3-e571a7176a85 req-37bd566d-3699-4c69-a5a2-500c5265b74e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1181910 Mar 14 14:32:55.270921 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-edc7cd22-ab58-49b0-ac9a-e2c5d04dee1b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0555437 Mar 14 14:32:55.273735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50384) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:55.285328 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:55.311853 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-53e501a4-d7f2-4603-a575-5bed03e44fd5', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:32:55.314922 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.349871 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-97ac10c1-efd0-4ea8-abd3-e571a7176a85 req-05643acc-cae2-42f8-9ae1-679b34d772a0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109295 Mar 14 14:32:55.380325 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.380325 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.496822 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for router_controller (8b69802c-917d-4274-a3c4-c4f54a2fdd65), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.543607 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Allocated IP 172.20.0.2 (53e501a4-d7f2-4603-a575-5bed03e44fd5/564fc698-d376-4175-bb9b-6854567a930d/d9d55a2f-6265-4555-bd66-6c5775039cfd) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:55.868915 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks [] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.912246 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for router_gateway (8b69802c-917d-4274-a3c4-c4f54a2fdd65), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.961233 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.013305 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd487f-daee-4cd9-9dfe-1a330f6c960c req-a66c442b-f4dd-4916-98b0-7c90b9810142 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:56.015745 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d0dd487f-daee-4cd9-9dfe-1a330f6c960c req-a66c442b-f4dd-4916-98b0-7c90b9810142 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0989859 Mar 14 14:32:56.022540 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:56.022848 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99235be-91c9-40ff-a719-150a693e93b1 req-6dcd13cd-e085-473f-a29b-57e780f5b7ed tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:56.026364 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e99235be-91c9-40ff-a719-150a693e93b1 req-6dcd13cd-e085-473f-a29b-57e780f5b7ed tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1275241 Mar 14 14:32:56.033360 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:56.036235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:56.042844 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Pushing event updated for resources: {'Port': ['ID=d9d55a2f-6265-4555-bd66-6c5775039cfd,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:56.093787 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d0dd487f-daee-4cd9-9dfe-1a330f6c960c req-b967d38c-e06a-486a-ae59-21a6cba74082 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700297 Mar 14 14:32:56.142275 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Attempting to bind port d9d55a2f-6265-4555-bd66-6c5775039cfd on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:32:56.143315 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Attempting to bind port d9d55a2f-6265-4555-bd66-6c5775039cfd by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:32:56.143871 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Attempting to bind port d9d55a2f-6265-4555-bd66-6c5775039cfd on network 53e501a4-d7f2-4603-a575-5bed03e44fd5 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:32:56.150391 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:32:56.151115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Checking segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:32:56.151713 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.152275 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Bound using segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:32:56.152936 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Bound port: d9d55a2f-6265-4555-bd66-6c5775039cfd, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:32:56.154757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.160722 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e99235be-91c9-40ff-a719-150a693e93b1 req-4847d3d3-f162-47d4-a71a-b5fc0a6ebdde tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169105 Mar 14 14:32:56.270989 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] For port d9d55a2f-6265-4555-bd66-6c5775039cfd, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:32:56.276003 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] For port d9d55a2f-6265-4555-bd66-6c5775039cfd, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9d55a2f-6265-4555-bd66-6c5775039cfd,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:32:56.373505 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.455644 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6204b05-900f-4149-827c-fec43b23e42a None None] Pushing event updated for resources: {'Port': ['ID=d9d55a2f-6265-4555-bd66-6c5775039cfd,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:56.496463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for router_gateway (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.526874 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.623230 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c19d-bc0d-4328-9218-d3f277fef4c4 req-42451301-1dc4-4dd9-b2e7-5cbb542c4ee7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:56.624963 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6b2c19d-bc0d-4328-9218-d3f277fef4c4 req-42451301-1dc4-4dd9-b2e7-5cbb542c4ee7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1753387 Mar 14 14:32:56.722353 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Allocated IP 172.27.2.230 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/d9598548-3896-4b83-bae1-dec58686258b) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:56.780944 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6b2c19d-bc0d-4328-9218-d3f277fef4c4 req-eae77b8f-eac8-484a-abcf-47309c3f2a7f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 Mar 14 14:32:56.903603 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for port (d9598548-3896-4b83-bae1-dec58686258b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.245723 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f0ac0-e78a-4eb9-b61d-05a16a93af93 req-58744899-5c83-4ba9-93df-f65d9f04c3dc tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:57.247993 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-951f0ac0-e78a-4eb9-b61d-05a16a93af93 req-58744899-5c83-4ba9-93df-f65d9f04c3dc tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0600235 Mar 14 14:32:57.302041 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-951f0ac0-e78a-4eb9-b61d-05a16a93af93 req-e5e73a32-2ab5-4a62-8a0b-806e04c4faf1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481837 Mar 14 14:32:57.312071 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (d9598548-3896-4b83-bae1-dec58686258b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.363460 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:57.372036 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:57.374604 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:57.410212 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Pushing event updated for resources: {'Port': ['ID=d9598548-3896-4b83-bae1-dec58686258b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:57.432624 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d2e5-81c4-40b6-8363-b350bd040b5e req-ecfb5720-126d-400e-a524-ba2b5397dac0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:57.435269 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f193d2e5-81c4-40b6-8363-b350bd040b5e req-ecfb5720-126d-400e-a524-ba2b5397dac0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1866357 Mar 14 14:32:57.439568 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.440191 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.440696 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.441205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.441713 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.442263 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.442772 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.443256 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.443742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.444241 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.444750 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.445244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.445732 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.446244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.446727 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:57.624386 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f193d2e5-81c4-40b6-8363-b350bd040b5e req-6053eca0-ddb9-4809-82b8-28de1a6aabdd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736805 Mar 14 14:32:57.831722 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1324bf-5b51-4138-9919-6833018279e2 None None] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:32:57.890356 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9d55a2f-6265-4555-bd66-6c5775039cfd up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:32:57.993144 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Provisioning complete for port d9d55a2f-6265-4555-bd66-6c5775039cfd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:57.993775 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.014291 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635907-8674-45fe-9568-cec4a06714b1 req-c174c4e9-fe24-4681-b332-1de969a29330 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:58.018226 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a5635907-8674-45fe-9568-cec4a06714b1 req-c174c4e9-fe24-4681-b332-1de969a29330 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1044369 Mar 14 14:32:58.072764 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for router_gateway (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.255381 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port d9d55a2f-6265-4555-bd66-6c5775039cfd triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:58.255674 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.366869 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Current status of the port d9d55a2f-6265-4555-bd66-6c5775039cfd is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:58.367501 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.393599 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.405010 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a5635907-8674-45fe-9568-cec4a06714b1 req-682719f1-4aac-43cf-bf78-00d8e7dc74d4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795521 Mar 14 14:32:58.512399 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] For port d9d55a2f-6265-4555-bd66-6c5775039cfd, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9d55a2f-6265-4555-bd66-6c5775039cfd,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:58.520163 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port d9d55a2f-6265-4555-bd66-6c5775039cfd is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:58.521053 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.558116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231e34f-cc69-46f3-b627-7e8258335871 req-44bc67fd-bd8a-4e70-85a1-5b1479d13acd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:58.560443 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3231e34f-cc69-46f3-b627-7e8258335871 req-44bc67fd-bd8a-4e70-85a1-5b1479d13acd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1275349 Mar 14 14:32:58.655221 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3231e34f-cc69-46f3-b627-7e8258335871 req-2e3da99f-0109-4cd4-872d-38df17a7efc5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680468 Mar 14 14:32:58.682702 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.727238 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:32:58.789883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:32:58.790608 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:32:58.791424 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50d5a1-6996-4193-aa24-ae02e36d1480 None None] Pushing event updated for resources: {'Port': ['ID=d9d55a2f-6265-4555-bd66-6c5775039cfd,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:58.810964 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-59cc18df-1a3b-4a13-a825-375701c30b48 None None] Provisioning complete for port d9d55a2f-6265-4555-bd66-6c5775039cfd triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:58.811266 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-59cc18df-1a3b-4a13-a825-375701c30b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.853746 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b771b-260d-44d4-97da-9b16dc84ef7c req-15a632a8-e0a2-4c96-8a04-ef8c2f8826d8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:58.856095 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6a0b771b-260d-44d4-97da-9b16dc84ef7c req-15a632a8-e0a2-4c96-8a04-ef8c2f8826d8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1094189 Mar 14 14:32:58.917573 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:58.931725 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Sync routers for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:58.943594 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6a0b771b-260d-44d4-97da-9b16dc84ef7c req-4d7c5f6b-ec00-470e-b9ae-4046d6b4a532 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807078 Mar 14 14:32:58.951751 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-59cc18df-1a3b-4a13-a825-375701c30b48 None None] Current status of the port d9d55a2f-6265-4555-bd66-6c5775039cfd is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:58.957178 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:58.957880 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:58.999295 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.001497 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-78753dab-eff5-4c60-bd16-92f17e2b5b30 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7262106 Mar 14 14:32:59.005397 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50412) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:59.094783 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:59.349308 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port d9d55a2f-6265-4555-bd66-6c5775039cfd is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:59.364430 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:32:57Z', 'revision_number': 3, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:59.393330 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Checking router: 8b69802c-917d-4274-a3c4-c4f54a2fdd65 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:59.393681 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Updating router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 port d9598548-3896-4b83-bae1-dec58686258b binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:32:59.429147 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9598548-3896-4b83-bae1-dec58686258b), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.562749 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.611367 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c431d-50e2-4b82-824c-d669c80ffabc req-b1c96f17-b66b-47a9-8458-8c158435654d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:59.612916 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b78c431d-50e2-4b82-824c-d669c80ffabc req-b1c96f17-b66b-47a9-8458-8c158435654d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0882797 Mar 14 14:32:59.722137 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9d55a2f-6265-4555-bd66-6c5775039cfd up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:32:59.763026 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b78c431d-50e2-4b82-824c-d669c80ffabc req-4f89221e-1b59-4107-a9f7-1801043e5b76 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174810 Mar 14 14:32:59.803571 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port d9d55a2f-6265-4555-bd66-6c5775039cfd triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:59.803946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.826665 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13344-8a1b-4509-bdc9-f57dd6adb8cb req-4dbaf5af-c7ac-47cc-a082-3016e7d200ad tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:59.829063 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-55d13344-8a1b-4509-bdc9-f57dd6adb8cb req-4dbaf5af-c7ac-47cc-a082-3016e7d200ad tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0725458 Mar 14 14:32:59.847770 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Allocated IP 172.20.0.1 (53e501a4-d7f2-4603-a575-5bed03e44fd5/564fc698-d376-4175-bb9b-6854567a930d/ac3d84e0-1cc4-4dff-af08-b6514669e93d) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:59.889859 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks [] for port (d9598548-3896-4b83-bae1-dec58686258b), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.907862 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-55d13344-8a1b-4509-bdc9-f57dd6adb8cb req-87379b8d-427b-488f-8fbb-2103c6a990f7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723166 Mar 14 14:32:59.938493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port d9d55a2f-6265-4555-bd66-6c5775039cfd is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:59.949202 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (d9598548-3896-4b83-bae1-dec58686258b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.001143 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Pushing event updated for resources: {'Port': ['ID=d9598548-3896-4b83-bae1-dec58686258b,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:00.004822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866c67-f9e5-4aab-9506-c9208218f15f req-799c5e36-e9e3-40b2-9ec5-f3795dd4c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.008285 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-799c5e36-e9e3-40b2-9ec5-f3795dd4c089 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1129 time: 0.0737250 Mar 14 14:33:00.008488 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks [] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.010392 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.010793 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.011164 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.011530 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.011862 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.012195 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.013287 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.014167 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.014167 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.014359 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.014684 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.014838 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.015168 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.015489 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.015806 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:00.079310 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Attempting to bind port d9598548-3896-4b83-bae1-dec58686258b on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:00.079937 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Attempting to bind port d9598548-3896-4b83-bae1-dec58686258b by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:00.080559 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Attempting to bind port d9598548-3896-4b83-bae1-dec58686258b on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:00.088935 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:00.089445 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:00.090151 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.091537 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:00.092212 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Bound port: d9598548-3896-4b83-bae1-dec58686258b, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:00.092820 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9598548-3896-4b83-bae1-dec58686258b), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.111087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.141148 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866c67-f9e5-4aab-9506-c9208218f15f req-b87cfb90-849f-4235-9330-663936855669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.144506 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-b87cfb90-849f-4235-9330-663936855669 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.1254928 Mar 14 14:33:00.166336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:00.171963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:00.174816 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:00.179854 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] For port d9598548-3896-4b83-bae1-dec58686258b, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:00.183918 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] For port d9598548-3896-4b83-bae1-dec58686258b, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9598548-3896-4b83-bae1-dec58686258b,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:00.187208 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42e17b-286d-43b8-8194-67f77b31b8c0 req-46e355e9-fabe-487c-989e-8ebad76a8373 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.188878 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc42e17b-286d-43b8-8194-67f77b31b8c0 req-46e355e9-fabe-487c-989e-8ebad76a8373 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.1169920 Mar 14 14:33:00.220140 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:00.244429 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-be370847-04c4-439b-af98-9cf44d5b2a9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 1000 time: 0.0886877 Mar 14 14:33:00.258540 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (d9598548-3896-4b83-bae1-dec58686258b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.267414 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.316111 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866c67-f9e5-4aab-9506-c9208218f15f req-ffeeb0a4-83a9-4fad-8cd2-db435b7d0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.318659 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-ffeeb0a4-83a9-4fad-8cd2-db435b7d0c40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0681229 Mar 14 14:33:00.342719 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:00.343803 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:00.346111 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5141fdf-3ed0-4e6c-b900-ef6e79b918a5 None None] Pushing event updated for resources: {'Port': ['ID=d9598548-3896-4b83-bae1-dec58686258b,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:00.385205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866c67-f9e5-4aab-9506-c9208218f15f req-832ab461-4df7-4d82-a75e-efd3a4487f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.387067 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-832ab461-4df7-4d82-a75e-efd3a4487f5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627832 Mar 14 14:33:00.489700 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5f983f76-b5d4-41b2-9923-3ee64d0df3ee None None] Provisioning complete for port ac3d84e0-1cc4-4dff-af08-b6514669e93d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:00.490542 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f983f76-b5d4-41b2-9923-3ee64d0df3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.542368 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5f983f76-b5d4-41b2-9923-3ee64d0df3ee None None] Port ac3d84e0-1cc4-4dff-af08-b6514669e93d cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:00.543132 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-2712f922-10d7-47cc-9fa1-6a596285b09b service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494915 Mar 14 14:33:00.556933 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:00.579162 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc42e17b-286d-43b8-8194-67f77b31b8c0 req-a27f3a96-c239-4bb1-9a3d-13fc9df99c06 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679793 Mar 14 14:33:00.670507 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-73866c67-f9e5-4aab-9506-c9208218f15f req-72b92887-a732-4405-be95-d6ef3497316e service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199713 Mar 14 14:33:00.770237 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:32:57Z', 'revision_number': 3, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:00.785663 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.803164 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805843e0-6d56-42a5-ab00-71d6f742aaae None None] The sync data for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi is: [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:32:57Z', 'revision_number': 3, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:00.968492 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42412648-377c-4123-a83e-6f174a8f223c req-ae8e801b-c60e-41cf-95aa-a8c39fd79f53 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.970849 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-42412648-377c-4123-a83e-6f174a8f223c req-ae8e801b-c60e-41cf-95aa-a8c39fd79f53 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0835137 Mar 14 14:33:01.007756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks [] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.040026 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-42412648-377c-4123-a83e-6f174a8f223c req-e14be029-5c4f-41e0-af75-a7b1722b1631 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 Mar 14 14:33:01.082044 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.099254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7e009-9242-4df8-8f2c-25a8dfb81566 req-f5481690-4c4c-4f4a-b3cc-0de3fce01705 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:01.100873 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-30a7e009-9242-4df8-8f2c-25a8dfb81566 req-f5481690-4c4c-4f4a-b3cc-0de3fce01705 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0857463 Mar 14 14:33:01.206567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:01.211362 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.235163 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-30a7e009-9242-4df8-8f2c-25a8dfb81566 req-385273d5-78b5-45b4-a7c9-a8f2288e0650 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867689 Mar 14 14:33:01.338361 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:01.340302 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:01.493816 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:01.651791 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:01.675597 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3163193c-dc98-4601-8fa0-939b4a287cd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b69802c-917d-4274-a3c4-c4f54a2fdd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6689568 Mar 14 14:33:01.713766 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-a5519fe2-852d-4ea8-b512-20edd98a5453 None None] Provisioning complete for port ac3d84e0-1cc4-4dff-af08-b6514669e93d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:01.714387 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a5519fe2-852d-4ea8-b512-20edd98a5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.780615 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bc8b1-d592-4973-b9c4-e19917df151a req-8ac6d78d-1d46-490a-b13c-f4fb3bd66a84 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:01.781325 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9598548-3896-4b83-bae1-dec58686258b up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:01.782292 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-067bc8b1-d592-4973-b9c4-e19917df151a req-8ac6d78d-1d46-490a-b13c-f4fb3bd66a84 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0772409 Mar 14 14:33:01.852086 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a5519fe2-852d-4ea8-b512-20edd98a5453 None None] Port ac3d84e0-1cc4-4dff-af08-b6514669e93d cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:01.874510 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-067bc8b1-d592-4973-b9c4-e19917df151a req-4ae3738f-2184-4672-ac3d-274d42192a54 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683134 Mar 14 14:33:01.875726 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port d9598548-3896-4b83-bae1-dec58686258b triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:01.876112 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9598548-3896-4b83-bae1-dec58686258b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.014953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port d9598548-3896-4b83-bae1-dec58686258b is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:02.015605 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (d9598548-3896-4b83-bae1-dec58686258b), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.052879 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port d9598548-3896-4b83-bae1-dec58686258b, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9598548-3896-4b83-bae1-dec58686258b,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:02.155804 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (d9598548-3896-4b83-bae1-dec58686258b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.196270 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caef6cb-958e-4ee0-916f-d2d9f30146c4 req-1bfd6990-dac7-43a6-8e70-ed50ce9f38d7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:02.200749 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6caef6cb-958e-4ee0-916f-d2d9f30146c4 req-1bfd6990-dac7-43a6-8e70-ed50ce9f38d7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0740664 Mar 14 14:33:02.229040 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=d9598548-3896-4b83-bae1-dec58686258b,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.259140 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6caef6cb-958e-4ee0-916f-d2d9f30146c4 req-41979847-6a17-41d1-849d-56c6d80b8aaa tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479083 Mar 14 14:33:02.368488 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1bb42-670e-4454-9ad0-5acea2182e75 req-7cfd5d20-7424-44d9-b2ad-79a655641f6e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:02.369979 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-26f1bb42-670e-4454-9ad0-5acea2182e75 req-7cfd5d20-7424-44d9-b2ad-79a655641f6e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0605104 Mar 14 14:33:02.424310 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-26f1bb42-670e-4454-9ad0-5acea2182e75 req-3e0175a6-e820-4d99-afec-49f39d24898d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Mar 14 14:33:02.657577 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50454) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:02.663958 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645770528-network', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:02.786098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Sync routers for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:02.797761 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:02.798521 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:02.859218 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Made reservation on behalf of 2885e4acf98c428c8bba3d1ec0dfaf58 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:02.861722 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.871055 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.918371 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:02.964671 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks [] for security_group (02e846d6-bce4-47d8-9649-a0bd62f0e934), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.036550 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b90cc-40f3-4dd4-9fd7-127f338a008a req-ad394389-5408-4b5a-8d1b-1c72b7b29b17 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:03.036550 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fb6b90cc-40f3-4dd4-9fd7-127f338a008a req-ad394389-5408-4b5a-8d1b-1c72b7b29b17 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0604849 Mar 14 14:33:03.054076 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (02e846d6-bce4-47d8-9649-a0bd62f0e934), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.098953 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:33:03.114177 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e846d6-bce4-47d8-9649-a0bd62f0e934,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.119536 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fb6b90cc-40f3-4dd4-9fd7-127f338a008a req-00ce8280-584e-45d0-a7df-f13d73653e80 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836196 Mar 14 14:33:03.123791 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (f7fe20d2-1c5c-43c7-992d-b08d8a846bd9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.124139 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Added segment f7fe20d2-1c5c-43c7-992d-b08d8a846bd9 of type vlan for network 06713e37-6d04-4b20-b472-b4f86a4260a4 Mar 14 14:33:03.159923 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 2, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:03.188780 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (06713e37-6d04-4b20-b472-b4f86a4260a4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.197165 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Checking router: 8b69802c-917d-4274-a3c4-c4f54a2fdd65 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:03.197505 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Updating router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 port ac3d84e0-1cc4-4dff-af08-b6514669e93d binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:33:03.230312 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.337652 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (06713e37-6d04-4b20-b472-b4f86a4260a4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.338669 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:03.339271 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.399475 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5a487-2661-4d73-899c-15cdbe26fe71 req-83147d44-392d-4125-b216-92e7a225c31b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:03.401587 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d4e5a487-2661-4d73-899c-15cdbe26fe71 req-83147d44-392d-4125-b216-92e7a225c31b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0670333 Mar 14 14:33:03.415630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] Pushing event updated for resources: {'Network': ['ID=06713e37-6d04-4b20-b472-b4f86a4260a4,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.441919 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:33:03.456027 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-99d39f7c-cb91-46ad-bb2a-ebd5b42dbbda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7970734 Mar 14 14:33:03.461057 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50462) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:03.469193 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Request body: {'subnet': {'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645770528-subnet', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:03.502719 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d4e5a487-2661-4d73-899c-15cdbe26fe71 req-00219fdf-e374-46d4-9494-eed4bb5cb06e tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941863 Mar 14 14:33:03.584367 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Made reservation on behalf of 2885e4acf98c428c8bba3d1ec0dfaf58 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:03.587075 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.609414 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeca7f-8fe7-4561-ba14-b0ec9b235e7f req-378e96e5-e087-47b8-89bf-73d143df33bd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:03.609698 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks [] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.611077 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8eeca7f-8fe7-4561-ba14-b0ec9b235e7f req-378e96e5-e087-47b8-89bf-73d143df33bd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0784187 Mar 14 14:33:03.695767 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.709978 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9598548-3896-4b83-bae1-dec58686258b up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:03.730755 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8eeca7f-8fe7-4561-ba14-b0ec9b235e7f req-3cda3ba8-f2ab-4354-85a8-23d2504e5f58 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138883 Mar 14 14:33:03.811778 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289a82-37f7-4d13-ba6a-7f5900a1d8de None None] Pushing event updated for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.886248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port d9598548-3896-4b83-bae1-dec58686258b triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:03.886629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (d9598548-3896-4b83-bae1-dec58686258b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.909472 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (16dc831a-b5f3-4a8d-b422-5736e73bb7a7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.911068 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Attempting to bind port ac3d84e0-1cc4-4dff-af08-b6514669e93d on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:03.912419 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Attempting to bind port ac3d84e0-1cc4-4dff-af08-b6514669e93d by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:03.912419 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Attempting to bind port ac3d84e0-1cc4-4dff-af08-b6514669e93d on network 53e501a4-d7f2-4603-a575-5bed03e44fd5 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:03.923105 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:03.923669 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Checking segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:03.924178 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.924807 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Bound using segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:03.925401 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Bound port: ac3d84e0-1cc4-4dff-af08-b6514669e93d, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:03.925888 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.972444 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16dc831a-b5f3-4a8d-b422-5736e73bb7a7,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.983457 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Checking segment: {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:03.983817 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Network hostable DHCP agents. Network: 06713e37-6d04-4b20-b472-b4f86a4260a4, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:33:04.073961 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-2c1a4cc8-1918-4f9d-87b6-a1a8292c97e3 None None] Provisioning complete for port ac3d84e0-1cc4-4dff-af08-b6514669e93d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:04.074252 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2c1a4cc8-1918-4f9d-87b6-a1a8292c97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.110583 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:33:04.114544 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] For port ac3d84e0-1cc4-4dff-af08-b6514669e93d, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:04.140249 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] For port ac3d84e0-1cc4-4dff-af08-b6514669e93d, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ac3d84e0-1cc4-4dff-af08-b6514669e93d,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:04.144577 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port d9598548-3896-4b83-bae1-dec58686258b is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:04.149279 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a4cc8-1918-4f9d-87b6-a1a8292c97e3 None None] Port ac3d84e0-1cc4-4dff-af08-b6514669e93d cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:04.229762 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 06713e37-6d04-4b20-b472-b4f86a4260a4) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:04.230121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.243815 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.259157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.267526 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f39fa2-b1ec-4b54-b3e9-a925b12de2da None None] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:04.278864 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68d66-9ca6-46e9-bac8-43a870d73784 req-8efc0fb2-4dc7-4684-af28-6c0d7bc5e1aa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.281124 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1be68d66-9ca6-46e9-bac8-43a870d73784 req-8efc0fb2-4dc7-4684-af28-6c0d7bc5e1aa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 945 time: 0.0686378 Mar 14 14:33:04.349063 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1be68d66-9ca6-46e9-bac8-43a870d73784 req-7f888f13-b434-4b3c-b010-c19d0a7e427e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580940 Mar 14 14:33:04.378224 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f3a1451b-0597-4d47-b6c3-614027307307 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9134300 Mar 14 14:33:04.380232 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50466) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:04.384127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:04.424511 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:04.471377 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.473523 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.534454 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:04.535096 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:04.547972 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for router_controller (35d334cb-95d2-4cda-b55b-ea02d2c52828), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.613407 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289a82-37f7-4d13-ba6a-7f5900a1d8de None None] Pushing event updated for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:04.649521 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372f75-8568-4269-8606-019698c9811f req-9cdee64b-62cd-44c4-8301-d2503fffbeef tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.649521 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d372f75-8568-4269-8606-019698c9811f req-9cdee64b-62cd-44c4-8301-d2503fffbeef tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0572441 Mar 14 14:33:04.695088 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Provisioning complete for port ac3d84e0-1cc4-4dff-af08-b6514669e93d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:04.695573 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.713239 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0d372f75-8568-4269-8606-019698c9811f req-9030be71-6b40-4141-b76d-86284a2e72c2 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615819 Mar 14 14:33:04.741377 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-06713e37-6d04-4b20-b472-b4f86a4260a4', 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4', 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'fixed_ips': [{'subnet_id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:33:04.747536 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.807253 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: ACTIVE; New status is: DOWN {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:04.807441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.820925 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:04.946274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:04.949070 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9772501b-82c4-4b1f-932b-f17eef015f7d" -d '{"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:04.956849 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for router_gateway (35d334cb-95d2-4cda-b55b-ea02d2c52828), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.967166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a5e3-2e08-48a0-8691-14261275d711 req-cab32f42-f00a-457a-b101-dff0724d3524 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.969039 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a9b9a5e3-2e08-48a0-8691-14261275d711 req-cab32f42-f00a-457a-b101-dff0724d3524 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0980389 Mar 14 14:33:05.038971 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:05.042763 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a9b9a5e3-2e08-48a0-8691-14261275d711 req-d7de1a54-b663-4d99-b9e5-1543c5953a12 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675821 Mar 14 14:33:05.085674 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Current status of the port ac3d84e0-1cc4-4dff-af08-b6514669e93d is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:05.085816 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.122159 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de66ea-d5fc-4758-bb65-685422182c72 x-openstack-request-id: req-74de66ea-d5fc-4758-bb65-685422182c72 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:05.122567 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-unplugged", "status": "failed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "code": 422}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:05.122829 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74de66ea-d5fc-4758-bb65-685422182c72 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:05.123300 dv-cinder-790535-28-iscsi neutron-server[103624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'code': 422} returned with failed status Mar 14 14:33:05.155232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.157517 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Allocated IP 172.20.0.2 (06713e37-6d04-4b20-b472-b4f86a4260a4/16dc831a-b5f3-4a8d-b422-5736e73bb7a7/45a13bdc-8e71-402c-b664-cad90f2146fc) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:05.249269 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] For port ac3d84e0-1cc4-4dff-af08-b6514669e93d, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ac3d84e0-1cc4-4dff-af08-b6514669e93d,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:05.287002 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=8']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.351889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for router_gateway (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.371653 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.383202 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.475292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:04Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:05.521152 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16a0d-e952-4796-b13e-ad30f33203e3 None None] The sync data for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi is: [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:04Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:05.523358 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks [] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.524878 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5aa19-eca6-4925-b528-d0578cc7a59b None None] Pushing event updated for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.530895 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Allocated IP 172.27.2.178 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/3812b54e-c480-4285-8190-882835905ec2) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:05.687645 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.723732 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for port (3812b54e-c480-4285-8190-882835905ec2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.827446 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:05.829497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Pushing event updated for resources: {'Port': ['ID=45a13bdc-8e71-402c-b664-cad90f2146fc,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.834332 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:05.844014 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:05.917810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858912d-af8b-4e61-82a3-e5e933f1d436 req-c74c208b-0611-49f9-8816-253946258835 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:05.920057 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ac3d84e0-1cc4-4dff-af08-b6514669e93d up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:05.926568 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f858912d-af8b-4e61-82a3-e5e933f1d436 req-c74c208b-0611-49f9-8816-253946258835 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1216857 Mar 14 14:33:05.995892 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (3812b54e-c480-4285-8190-882835905ec2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.000798 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f858912d-af8b-4e61-82a3-e5e933f1d436 req-b9d45efc-aa32-42ef-9240-517fab500f17 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Mar 14 14:33:06.021839 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Attempting to bind port 45a13bdc-8e71-402c-b664-cad90f2146fc on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:06.030737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Attempting to bind port 45a13bdc-8e71-402c-b664-cad90f2146fc by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:06.031337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Attempting to bind port 45a13bdc-8e71-402c-b664-cad90f2146fc on network 06713e37-6d04-4b20-b472-b4f86a4260a4 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:06.042555 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:06.042937 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Checking segment: {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:06.043328 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.044418 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Bound using segment: {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:06.045250 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Bound port: 45a13bdc-8e71-402c-b664-cad90f2146fc, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:06.045861 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.061108 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-9499e203-59aa-4825-8b09-972a254fa652 req-f931743d-7d94-4bb2-8bb8-c2c6a04d945b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:33:06.067135 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9499e203-59aa-4825-8b09-972a254fa652 req-f931743d-7d94-4bb2-8bb8-c2c6a04d945b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146117 Mar 14 14:33:06.086590 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:06.099952 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:06.112689 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:06.121532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port ac3d84e0-1cc4-4dff-af08-b6514669e93d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:06.122950 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.154106 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Pushing event updated for resources: {'Port': ['ID=3812b54e-c480-4285-8190-882835905ec2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:06.178410 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] For port 45a13bdc-8e71-402c-b664-cad90f2146fc, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:06.183220 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] For port 45a13bdc-8e71-402c-b664-cad90f2146fc, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=45a13bdc-8e71-402c-b664-cad90f2146fc,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:06.249562 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port ac3d84e0-1cc4-4dff-af08-b6514669e93d is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:06.258573 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.289500 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7779ce-2ad3-48f3-9ca5-219346d3a137 req-7d90b30a-b127-41fe-b4a3-99e52ac3dc7c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:06.304970 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca7779ce-2ad3-48f3-9ca5-219346d3a137 req-7d90b30a-b127-41fe-b4a3-99e52ac3dc7c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1144507 Mar 14 14:33:06.389736 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49b9c7-cffa-409a-b1f1-f0eae2bd3d1b None None] Pushing event updated for resources: {'Port': ['ID=45a13bdc-8e71-402c-b664-cad90f2146fc,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:06.417682 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca7779ce-2ad3-48f3-9ca5-219346d3a137 req-d5ab4e7e-42fe-4c33-aed7-29e73c091232 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070790 Mar 14 14:33:06.492367 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8c008-a067-44a8-a6c4-7337d9552065 req-3c81a34b-b442-4acb-af9d-05caf30acce4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:06.501305 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6c8c008-a067-44a8-a6c4-7337d9552065 req-3c81a34b-b442-4acb-af9d-05caf30acce4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0853643 Mar 14 14:33:06.578323 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6c8c008-a067-44a8-a6c4-7337d9552065 req-4c412c5e-ac55-460f-b385-f82e12a24bfe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721741 Mar 14 14:33:06.743178 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for router_gateway (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:07.099260 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d971-f3ce-4b51-8bf4-e5d61998dd47 req-d5a43026-80a3-4953-9331-7f1e60acde86 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.102086 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84c6d971-f3ce-4b51-8bf4-e5d61998dd47 req-d5a43026-80a3-4953-9331-7f1e60acde86 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1742189 Mar 14 14:33:07.161956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:07.184750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-2f4e36bc-c871-4d72-a890-ce2a6d061adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.187377 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-2f4e36bc-c871-4d72-a890-ce2a6d061adb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1130 time: 0.1261873 Mar 14 14:33:07.244781 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84c6d971-f3ce-4b51-8bf4-e5d61998dd47 req-680fe04b-1c13-4798-bda1-d0f7ac6c136a tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287296 Mar 14 14:33:07.249673 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080b45d-300b-40f9-9841-7528807adf66 req-d2035178-249c-4986-94b8-16ee717fe0f5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.251379 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d080b45d-300b-40f9-9841-7528807adf66 req-d2035178-249c-4986-94b8-16ee717fe0f5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1265826 Mar 14 14:33:07.396059 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d080b45d-300b-40f9-9841-7528807adf66 req-dcaf39fd-e13d-4533-9349-991b30ff71e8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Mar 14 14:33:07.406019 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-1feb2aeb-cacf-4e78-8f68-34d247f0a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.407865 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-1feb2aeb-cacf-4e78-8f68-34d247f0a460 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.2132716 Mar 14 14:33:07.486319 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Router 35d334cb-95d2-4cda-b55b-ea02d2c52828 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:33:07.503173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-c9e7bb3d-a0ab-4d02-b87b-ef51a4112ebf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 1002 time: 0.0891232 Mar 14 14:33:07.565557 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-125d3c8c-fd18-4dc6-ad07-43a965f5aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.568576 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-125d3c8c-fd18-4dc6-ad07-43a965f5aaea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0590587 Mar 14 14:33:07.664976 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-289863f1-cbfa-460f-a5e6-9f35d786449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.667192 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-289863f1-cbfa-460f-a5e6-9f35d786449e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0922990 Mar 14 14:33:07.670430 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50524) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:07.796402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 45a13bdc-8e71-402c-b664-cad90f2146fc up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:07.873294 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-5fdf8c6a-6481-40f3-90f2-b38e03716991 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932061 Mar 14 14:33:07.877298 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 45a13bdc-8e71-402c-b664-cad90f2146fc triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:07.877919 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:07.893294 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-4b1379fc-184f-4682-8a8f-1f48bb32cc82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218153 Mar 14 14:33:07.927559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-d608b04e-9ee3-4f79-9f06-e04893f8c077 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:33:07.928548 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-d608b04e-9ee3-4f79-9f06-e04893f8c077 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057969 Mar 14 14:33:07.928898 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1d69d-29a5-44ea-a2b0-872282777dd9 req-1462af81-af26-4c96-b84f-0ca169c9a4c8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.930484 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0e1d69d-29a5-44ea-a2b0-872282777dd9 req-1462af81-af26-4c96-b84f-0ca169c9a4c8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.1171420 Mar 14 14:33:07.943937 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f1e12-c467-45db-a1a1-3cbf7a8246ae None None] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:07.958751 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:07.973181 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Sync routers for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:07.989484 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:07.990592 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:08.017692 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0e1d69d-29a5-44ea-a2b0-872282777dd9 req-f17e0f36-49fa-4ce4-86c3-30b9d6728b22 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811629 Mar 14 14:33:08.039857 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31e6c673-f25d-47e7-b5c4-6ed186bf7f34 req-3a3a432d-e314-44a5-9098-603feea712ec service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582119 Mar 14 14:33:08.054111 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.058371 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-27934199-5d39-4258-9c0f-6b44cd06a850 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6786835 Mar 14 14:33:08.058506 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50532) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:08.113883 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50534) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:08.143704 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Provisioning complete for port 45a13bdc-8e71-402c-b664-cad90f2146fc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:08.144144 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.202666 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:08.347575 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 45a13bdc-8e71-402c-b664-cad90f2146fc is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:08.347956 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.350830 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e88e618b-ae57-4682-860d-98eb1406316d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.394563 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-ff61fc80-2751-4fb4-8dc0-610eb04d9d74 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.406600 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-ff61fc80-2751-4fb4-8dc0-610eb04d9d74 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports/a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 940 time: 0.2859073 Mar 14 14:33:08.448967 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:06Z', 'revision_number': 3, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:08.460466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 45a13bdc-8e71-402c-b664-cad90f2146fc, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=45a13bdc-8e71-402c-b664-cad90f2146fc,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:08.491251 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Checking router: 35d334cb-95d2-4cda-b55b-ea02d2c52828 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:08.491606 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Updating router 35d334cb-95d2-4cda-b55b-ea02d2c52828 port 3812b54e-c480-4285-8190-882835905ec2 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:33:08.566462 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Current status of the port 45a13bdc-8e71-402c-b664-cad90f2146fc is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:08.566462 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.572884 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3812b54e-c480-4285-8190-882835905ec2), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.641497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.693474 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa4b9-89cb-448b-b6f8-2603d477cee7 req-576d04ba-fd4d-4668-b6e3-f399af05bed4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.698445 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e2aa4b9-89cb-448b-b6f8-2603d477cee7 req-576d04ba-fd4d-4668-b6e3-f399af05bed4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1600747 Mar 14 14:33:08.706080 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:33:08.706328 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:33:08.710953 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84f47f-9481-489b-9635-d9214826b130 req-e5993214-e5b5-4d31-9f22-a2d25fd5488c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.719547 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ec84f47f-9481-489b-9635-d9214826b130 req-e5993214-e5b5-4d31-9f22-a2d25fd5488c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1895964 Mar 14 14:33:08.810550 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=45a13bdc-8e71-402c-b664-cad90f2146fc,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:08.817464 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e2aa4b9-89cb-448b-b6f8-2603d477cee7 req-2e722445-cac0-480a-923d-38f73eb0dfcf tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091361 Mar 14 14:33:08.844042 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ec84f47f-9481-489b-9635-d9214826b130 req-29c42287-3247-4834-b452-0807bef411e3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193182 Mar 14 14:33:08.879263 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.048207 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks [] for port (3812b54e-c480-4285-8190-882835905ec2), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.088149 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Allocated IP 172.20.0.1 (06713e37-6d04-4b20-b472-b4f86a4260a4/16dc831a-b5f3-4a8d-b422-5736e73bb7a7/b7b69976-1e63-4d92-b1ae-19d1fc1d6aab) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:09.183459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe46161-f3d4-4280-aa5c-de7b3e8bc68c req-254865c1-5817-4406-81f3-4b3658590b19 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:09.185344 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffe46161-f3d4-4280-aa5c-de7b3e8bc68c req-254865c1-5817-4406-81f3-4b3658590b19 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0602188 Mar 14 14:33:09.204541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks [] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.217712 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (3812b54e-c480-4285-8190-882835905ec2), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.252551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5374e-3b83-413f-959e-1eac61d1cb6b None None] Current status of the port 45a13bdc-8e71-402c-b664-cad90f2146fc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:09.262855 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48999-4c75-40d2-ade0-f15dfabf402f None None] Pushing event updated for resources: {'Port': ['ID=3812b54e-c480-4285-8190-882835905ec2,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:09.267334 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffe46161-f3d4-4280-aa5c-de7b3e8bc68c req-22355836-280d-4cfb-abeb-1677a70dae85 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745876 Mar 14 14:33:09.282602 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Attempting to bind port 3812b54e-c480-4285-8190-882835905ec2 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:09.283300 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Attempting to bind port 3812b54e-c480-4285-8190-882835905ec2 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:09.284744 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Attempting to bind port 3812b54e-c480-4285-8190-882835905ec2 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:09.291583 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:09.292175 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:09.292949 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.294212 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:09.294928 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Bound port: 3812b54e-c480-4285-8190-882835905ec2, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:09.295552 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3812b54e-c480-4285-8190-882835905ec2), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.328380 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.359991 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] For port 3812b54e-c480-4285-8190-882835905ec2, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:09.363398 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] For port 3812b54e-c480-4285-8190-882835905ec2, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3812b54e-c480-4285-8190-882835905ec2,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:09.377560 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-0ea11acc-7ba1-492e-8880-2c5ab65f0a15 None None] Provisioning complete for port 45a13bdc-8e71-402c-b664-cad90f2146fc triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:09.377946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ea11acc-7ba1-492e-8880-2c5ab65f0a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.400175 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:09.403731 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:09.409361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:09.449878 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:09.460102 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (3812b54e-c480-4285-8190-882835905ec2), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.469188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.469188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.469733 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.469878 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.470660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.470660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.471007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.471167 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.471472 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.471789 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.472114 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.472796 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.472796 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.473057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.473346 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:09.494762 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-0ea11acc-7ba1-492e-8880-2c5ab65f0a15 None None] Current status of the port 45a13bdc-8e71-402c-b664-cad90f2146fc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:09.496125 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.573781 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:09.575352 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:32:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:09.641292 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48999-4c75-40d2-ade0-f15dfabf402f None None] Pushing event updated for resources: {'Port': ['ID=3812b54e-c480-4285-8190-882835905ec2,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:09.739878 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:09.742518 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 45a13bdc-8e71-402c-b664-cad90f2146fc up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:09.818431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.835659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5a959c8f-3872-478e-aa46-e477a7486db5 None None] Provisioning complete for port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:09.836501 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a959c8f-3872-478e-aa46-e477a7486db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.916483 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 45a13bdc-8e71-402c-b664-cad90f2146fc triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:09.916934 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.968143 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5a959c8f-3872-478e-aa46-e477a7486db5 None None] Port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:10.064686 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 45a13bdc-8e71-402c-b664-cad90f2146fc is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:10.089553 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958b76-9410-45ab-9d7c-9f9a9ca4434c req-2e9fb65d-94fd-4858-92f7-65b5f86a576d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.093581 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-64958b76-9410-45ab-9d7c-9f9a9ca4434c req-2e9fb65d-94fd-4858-92f7-65b5f86a576d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0888271 Mar 14 14:33:10.134669 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:06Z', 'revision_number': 3, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:10.159442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09af8e-e098-4bac-8da0-15dcec3c620f req-85c68a7d-8c2f-47dc-b38e-aa66682545ad tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.161311 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ee09af8e-e098-4bac-8da0-15dcec3c620f req-85c68a7d-8c2f-47dc-b38e-aa66682545ad tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1868424 Mar 14 14:33:10.171584 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c88e4-a9fb-4f32-b80f-10db0b6a5fca None None] The sync data for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi is: [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:06Z', 'revision_number': 3, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:10.180871 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-64958b76-9410-45ab-9d7c-9f9a9ca4434c req-de611cb6-873d-4aae-b6dc-fe8d61aa6826 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732849 Mar 14 14:33:10.244963 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks [] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.249777 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ee09af8e-e098-4bac-8da0-15dcec3c620f req-3a6e1853-243a-4bf4-81d4-7e6f7ae71063 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Mar 14 14:33:10.297548 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.393774 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.395089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:10.432866 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8466741-51ed-4375-8d59-270c024d0136 req-9a02f081-106b-476d-908a-bc943bca97ad tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.442853 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8466741-51ed-4375-8d59-270c024d0136 req-9a02f081-106b-476d-908a-bc943bca97ad tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0766420 Mar 14 14:33:10.514314 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6eb9935b-bc19-4ee9-94cf-e028c324cec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.541413 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8466741-51ed-4375-8d59-270c024d0136 req-bce7b27a-393e-45e9-bf4d-99ae8040fbae tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887277 Mar 14 14:33:10.592646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:10.594613 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:10.753566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2e24-be90-44cf-9e15-90dc9a3c5a89 req-af427c86-7ef4-48ab-ba8c-09d3b6ea1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.755318 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a24a2e24-be90-44cf-9e15-90dc9a3c5a89 req-af427c86-7ef4-48ab-ba8c-09d3b6ea1b38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.1075499 Mar 14 14:33:10.796168 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Router 35d334cb-95d2-4cda-b55b-ea02d2c52828 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:10.834521 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a24a2e24-be90-44cf-9e15-90dc9a3c5a89 req-863e43ca-f516-4994-8121-33b7063bc39a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707545 Mar 14 14:33:10.911581 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1a58e427-4d9f-4fb2-a93f-7dd21ac75fd7 None None] Provisioning complete for port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:10.912909 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a58e427-4d9f-4fb2-a93f-7dd21ac75fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.955002 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1a58e427-4d9f-4fb2-a93f-7dd21ac75fd7 None None] Port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:11.198727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:11.204380 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-437b3444-c956-4d65-bbbb-c440802ea6d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/35d334cb-95d2-4cda-b55b-ea02d2c52828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441026 Mar 14 14:33:11.403887 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c162f6-84fd-42b3-add1-2f120d490ff0 req-22fb34c9-5e38-4575-bf4f-c326c22f839c tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.406242 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-92c162f6-84fd-42b3-add1-2f120d490ff0 req-22fb34c9-5e38-4575-bf4f-c326c22f839c tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0683057 Mar 14 14:33:11.468581 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-92c162f6-84fd-42b3-add1-2f120d490ff0 req-23fb59de-7a5a-4cd0-806d-850d09a810c4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Mar 14 14:33:11.711978 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051358c2-5f78-4193-aa8e-5a597b83fc8b req-25995b1d-98a1-4913-a688-b8d7b702228b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.713914 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-051358c2-5f78-4193-aa8e-5a597b83fc8b req-25995b1d-98a1-4913-a688-b8d7b702228b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0753524 Mar 14 14:33:11.740488 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3812b54e-c480-4285-8190-882835905ec2 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:11.798618 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-051358c2-5f78-4193-aa8e-5a597b83fc8b req-904c0132-a6ff-4b19-a8dd-df6c9849286e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735230 Mar 14 14:33:11.807189 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 3812b54e-c480-4285-8190-882835905ec2 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:11.807796 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3812b54e-c480-4285-8190-882835905ec2), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.847376 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50572) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:11.852091 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426419977', 'description': 'tempest-secgroup-smoke-426419977 description', 'project_id': 'e25f00f81f99460f98c07471d6f807a3'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:11.920772 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 3812b54e-c480-4285-8190-882835905ec2 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:11.921361 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3812b54e-c480-4285-8190-882835905ec2), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.931526 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.943478 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 3812b54e-c480-4285-8190-882835905ec2, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3812b54e-c480-4285-8190-882835905ec2,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:12.017435 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (3812b54e-c480-4285-8190-882835905ec2), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.020753 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.077576 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=3812b54e-c480-4285-8190-882835905ec2,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:12.109038 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.143033 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:12.214025 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.215356 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4af9f9ee-8971-4e33-bf0e-f1c31323771a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3669384 Mar 14 14:33:12.218892 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50574) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:12.224014 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:12.389301 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (99bdf2c2-d217-4bdc-81a7-1ed3b5c2f7e9), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.446783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-05fc1fdb-6881-48ed-8d72-6c77e2c9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.448296 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-05fc1fdb-6881-48ed-8d72-6c77e2c9bfd8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 1127 time: 0.1220214 Mar 14 14:33:12.476373 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (99bdf2c2-d217-4bdc-81a7-1ed3b5c2f7e9), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.557819 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-efb05bdb-a61c-47f5-a788-619157991f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.559825 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-efb05bdb-a61c-47f5-a788-619157991f4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1127 time: 0.0654621 Mar 14 14:33:12.615511 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (99bdf2c2-d217-4bdc-81a7-1ed3b5c2f7e9), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.676594 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bdf2c2-d217-4bdc-81a7-1ed3b5c2f7e9,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:12.692323 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7a9b-22e3-4331-911c-617eb49210ad req-4333ed6a-8e3b-4fba-a8d5-5cc50282b523 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.693813 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d1cf7a9b-22e3-4331-911c-617eb49210ad req-4333ed6a-8e3b-4fba-a8d5-5cc50282b523 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1505318 Mar 14 14:33:12.726447 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-ffb8c5e8-f059-4bf2-ad5c-6e04bf8eb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.728152 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-ffb8c5e8-f059-4bf2-ad5c-6e04bf8eb4cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.1541362 Mar 14 14:33:12.785922 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Sync routers for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:12.789760 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.790975 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-24994c3a-487f-4a40-82ff-8df99e23180e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710571 Mar 14 14:33:12.797973 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50578) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:12.799338 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:12.813354 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d1cf7a9b-22e3-4331-911c-617eb49210ad req-e599cc63-25e7-4cb9-9965-b04203b1a062 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090100 Mar 14 14:33:12.824805 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-5cde7c1c-59d3-4bcb-abb0-36769122d0ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 200 len: 998 time: 0.0885653 Mar 14 14:33:12.832646 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:12.833282 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:12.889072 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-119c4dd3-aeb7-4bc3-a576-4ce799255c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.890822 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-119c4dd3-aeb7-4bc3-a576-4ce799255c7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0602362 Mar 14 14:33:12.934743 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (3c72cf51-6a0f-47e2-aa94-7629a045b229), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.958189 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-709733d9-4f20-4bd6-bbe9-ad0d0feafa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.959920 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-709733d9-4f20-4bd6-bbe9-ad0d0feafa85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609231 Mar 14 14:33:12.966938 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:12.990701 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e0327-0ddf-4121-8126-67f703a5ff24 req-fd776c9b-84e5-4b6f-a95b-85dfe0396bbb tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.992261 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d38e0327-0ddf-4121-8126-67f703a5ff24 req-fd776c9b-84e5-4b6f-a95b-85dfe0396bbb tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.1051638 Mar 14 14:33:13.000109 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:13.040757 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (3c72cf51-6a0f-47e2-aa94-7629a045b229), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.065922 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d38e0327-0ddf-4121-8126-67f703a5ff24 req-7c5fccf0-f40a-459f-a47b-ceb449df2572 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615799 Mar 14 14:33:13.100292 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-0b7db1e7-5d73-4d67-9655-ef8f24ee4674 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326332 Mar 14 14:33:13.120894 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (3c72cf51-6a0f-47e2-aa94-7629a045b229), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.142128 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c72cf51-6a0f-47e2-aa94-7629a045b229,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:13.203272 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.204575 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3437e999-4099-4d7f-9e0c-a35ff47c9c0f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4088719 Mar 14 14:33:13.208314 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50588) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:13.214297 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:13.221771 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9eca6717-d0fb-4315-8f52-be93b5510228 req-acf9fb34-b693-455c-8631-1285d6331c29 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134927 Mar 14 14:33:13.248993 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 4, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'b7b69976-1e63-4d92-b1ae-19d1fc1d6aab', 'name': '', 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'mac_address': 'fa:16:3e:8d:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:08Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 2, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'subnets': [{'id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:13.280918 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Checking router: 35d334cb-95d2-4cda-b55b-ea02d2c52828 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:13.281299 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Updating router 35d334cb-95d2-4cda-b55b-ea02d2c52828 port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:33:13.319464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (69d03ffa-aac5-4a5c-9e29-6ce945226794), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.319658 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.420808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e96fe-4cd1-4704-a1cb-907fb5f7ac87 req-7fd5ad8b-b5e0-478f-92bf-f056816a7163 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.422480 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2d8e96fe-4cd1-4704-a1cb-907fb5f7ac87 req-7fd5ad8b-b5e0-478f-92bf-f056816a7163 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0758455 Mar 14 14:33:13.472588 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-e3a58ad4-a525-433b-a36a-7096a2c3b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.474848 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-e3a58ad4-a525-433b-a36a-7096a2c3b3ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42912984ea684c75b0fc95e65a89a674&device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 1129 time: 0.0609858 Mar 14 14:33:13.504780 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2d8e96fe-4cd1-4704-a1cb-907fb5f7ac87 req-995010e4-517e-4272-935b-6ec95c2cf2d0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748770 Mar 14 14:33:13.541619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (69d03ffa-aac5-4a5c-9e29-6ce945226794), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.617412 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (69d03ffa-aac5-4a5c-9e29-6ce945226794), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.633944 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-f34e2f66-e23a-4c72-b602-13e9d1b2f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.637429 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-f34e2f66-e23a-4c72-b602-13e9d1b2f0cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 200 len: 920 time: 0.1305921 Mar 14 14:33:13.674847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d03ffa-aac5-4a5c-9e29-6ce945226794,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:13.686923 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-3a78b230-8672-4dcf-984e-5e7d35d23f17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 200 len: 217 time: 0.0427628 Mar 14 14:33:13.725532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks [] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.734790 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.751070 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-d3634ad3-3e99-47c5-9e34-f7bbe84e6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.752684 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-d3634ad3-3e99-47c5-9e34-f7bbe84e6d03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 200 len: 859 time: 0.0601034 Mar 14 14:33:13.769776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.772759 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c901ee21-2de9-4368-aad7-ecda9780ced9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5630283 Mar 14 14:33:13.776047 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50604) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:13.781844 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:13.795537 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3812b54e-c480-4285-8190-882835905ec2 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:13.803031 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.811424 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-ba378ce2-acfe-4cf4-b6f7-59bec4c51ab3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eed5ed98-289d-4322-96d2-6a3965cac58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509756 Mar 14 14:33:13.909142 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (5fbd8c8a-1c79-46bf-ac98-99980bcee8b3), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.921602 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-cba230a8-5a63-4b7a-bd93-c3b7031e0b31 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037850 Mar 14 14:33:13.952049 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d275-0b04-43d5-a579-394d3ad6f931 None None] Pushing event updated for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:13.987671 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Attempting to bind port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:13.988750 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Attempting to bind port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:13.989298 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Attempting to bind port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab on network 06713e37-6d04-4b20-b472-b4f86a4260a4 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:13.999337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:14.000019 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Checking segment: {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:14.000596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.001150 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Bound using segment: {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:14.001977 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Bound port: b7b69976-1e63-4d92-b1ae-19d1fc1d6aab, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:14.002615 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.013555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (5fbd8c8a-1c79-46bf-ac98-99980bcee8b3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.014990 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 3812b54e-c480-4285-8190-882835905ec2 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:14.015538 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3812b54e-c480-4285-8190-882835905ec2), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.075566 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82200700-b9ee-444c-91cc-e86e68cf98b3 req-5acbc304-7327-4aa2-944b-532fe581f364 service neutron] 10.222.0.53 "GET /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448364 Mar 14 14:33:14.110158 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (5fbd8c8a-1c79-46bf-ac98-99980bcee8b3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.153886 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] For port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:14.155033 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbd8c8a-1c79-46bf-ac98-99980bcee8b3,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:14.176244 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] For port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:14.184522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 3812b54e-c480-4285-8190-882835905ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:14.210404 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-49f33b9e-8450-48a7-9d04-73050fd60b8d None None] Provisioning complete for port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:14.210833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-49f33b9e-8450-48a7-9d04-73050fd60b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.233695 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.242204 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3fba10c9-7ab8-4528-b91d-ffcdfbc6d47e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4643559 Mar 14 14:33:14.245611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 50618) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:14.250080 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff130-faec-4138-aeae-37bfb8dbae6f req-7652ea9e-1f29-4a84-826d-9254f643efc2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.251909 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2e7ff130-faec-4138-aeae-37bfb8dbae6f req-7652ea9e-1f29-4a84-826d-9254f643efc2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0663106 Mar 14 14:33:14.256026 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:14.259137 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.315207 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2e7ff130-faec-4138-aeae-37bfb8dbae6f req-eff5cd47-38e3-4d36-b9bc-7d2cdeeaf58d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570438 Mar 14 14:33:14.327460 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.securitygroups_db [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Project e25f00f81f99460f98c07471d6f807a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:33:14.333752 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (6a45311e-325a-4d01-85e5-09bf0677898c), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.334783 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d275-0b04-43d5-a579-394d3ad6f931 None None] Pushing event updated for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:14.348209 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-49f33b9e-8450-48a7-9d04-73050fd60b8d None None] Port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:14.373272 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:14.373947 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:14.634987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (6a45311e-325a-4d01-85e5-09bf0677898c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.658976 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:14.739348 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b41a-f89e-4e10-9c83-3d836d271481 req-c5e23265-fd03-493c-a634-3318f5648b94 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.747854 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9887b41a-f89e-4e10-9c83-3d836d271481 req-c5e23265-fd03-493c-a634-3318f5648b94 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0896981 Mar 14 14:33:14.759003 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (6a45311e-325a-4d01-85e5-09bf0677898c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.797479 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a45311e-325a-4d01-85e5-09bf0677898c,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:14.846874 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9887b41a-f89e-4e10-9c83-3d836d271481 req-aa169750-6f97-4888-aa62-7516a3b37c91 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970964 Mar 14 14:33:14.890478 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.892160 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ad266fca-6bf9-4cc0-986c-0428a61c99f1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6454227 Mar 14 14:33:14.900133 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50622) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:14.912432 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'security_group_rule': {'security_group_id': '7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f', 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:15.017897 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.securitygroups_db [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Project e25f00f81f99460f98c07471d6f807a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:33:15.024075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (0f0b1c2f-18e5-4621-a20d-938f79fbb662), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.035040 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Provisioning complete for port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:15.036338 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.101603 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (0f0b1c2f-18e5-4621-a20d-938f79fbb662), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.148985 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (0f0b1c2f-18e5-4621-a20d-938f79fbb662), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.173478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0b1c2f-18e5-4621-a20d-938f79fbb662,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:15.253805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.255106 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-499917bb-a6e6-477d-8b15-f7e0b3ad806e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3534620 Mar 14 14:33:15.267556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 4, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'b7b69976-1e63-4d92-b1ae-19d1fc1d6aab', 'name': '', 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'mac_address': 'fa:16:3e:8d:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:08Z', 'updated_at': '2022-03-14T14:33:14Z', 'revision_number': 4, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'subnets': [{'id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:15.270916 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Current status of the port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:15.271320 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.346203 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988af0-98f0-414d-b765-4fb017aa8d38 None None] The sync data for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi is: [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:33:09Z', 'revision_number': 4, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'b7b69976-1e63-4d92-b1ae-19d1fc1d6aab', 'name': '', 'network_id': '06713e37-6d04-4b20-b472-b4f86a4260a4', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'mac_address': 'fa:16:3e:8d:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:08Z', 'updated_at': '2022-03-14T14:33:14Z', 'revision_number': 4, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'subnets': [{'id': '16dc831a-b5f3-4a8d-b422-5736e73bb7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:15.399310 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] For port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:15.497232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.612634 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3d531-ef72-4d2f-90ae-f4d64a4799c5 req-0f63760f-327b-44f7-8108-458f7ee161c6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:15.614398 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fee3d531-ef72-4d2f-90ae-f4d64a4799c5 req-0f63760f-327b-44f7-8108-458f7ee161c6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.1860452 Mar 14 14:33:15.625370 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48718a-b4fc-4e82-b9ae-3b2dfcd29638 None None] Pushing event updated for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:15.631398 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.799451 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fee3d531-ef72-4d2f-90ae-f4d64a4799c5 req-14c2dd10-2278-4920-abd2-4629e824dbdd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638753 Mar 14 14:33:15.866545 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device b7b69976-1e63-4d92-b1ae-19d1fc1d6aab up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:15.996654 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:15.996654 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:16.123462 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f377b-7598-450e-b263-6a3db0877194 req-07f352a1-50c3-4d49-a208-6f20910fe3f0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.125304 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d4f377b-7598-450e-b263-6a3db0877194 req-07f352a1-50c3-4d49-a208-6f20910fe3f0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1379740 Mar 14 14:33:16.151952 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:16.203313 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d4f377b-7598-450e-b263-6a3db0877194 req-d1f2bca4-dfc3-448c-9553-a1c565d6af76 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Mar 14 14:33:17.062891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88750d58-b482-4e14-9288-a2f763b2781b req-59e5383e-af22-4ee8-8c4c-50e337c33c1e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.072155 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88750d58-b482-4e14-9288-a2f763b2781b req-59e5383e-af22-4ee8-8c4c-50e337c33c1e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.1348643 Mar 14 14:33:17.175113 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88750d58-b482-4e14-9288-a2f763b2781b req-db215d4f-a150-49cf-8de5-57b92698d11e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748363 Mar 14 14:33:17.188957 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.384669 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3d3c4-80ed-4a5e-aeb2-429c247eee32 req-0b5285ea-a1f0-4986-8d2f-c9ac204e0f24 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.388133 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2da3d3c4-80ed-4a5e-aeb2-429c247eee32 req-0b5285ea-a1f0-4986-8d2f-c9ac204e0f24 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0907972 Mar 14 14:33:17.493440 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2da3d3c4-80ed-4a5e-aeb2-429c247eee32 req-c83b2855-b8cc-4b0e-b132-201f319ba8d4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970521 Mar 14 14:33:18.353934 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f231-cbe6-4cd1-8e98-12bec611b5ee req-efcc0819-10de-4b5b-9d55-411fd4d4f188 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.367104 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c3e8f231-cbe6-4cd1-8e98-12bec611b5ee req-efcc0819-10de-4b5b-9d55-411fd4d4f188 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0648091 Mar 14 14:33:18.417532 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c3e8f231-cbe6-4cd1-8e98-12bec611b5ee req-8ac209e9-4072-488b-af27-ac7748c54221 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534747 Mar 14 14:33:18.671774 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd438c-563a-4669-bd63-778e03b45f84 req-ebb732ff-03df-4a81-b57b-49261906fec4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.673405 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8bdd438c-563a-4669-bd63-778e03b45f84 req-ebb732ff-03df-4a81-b57b-49261906fec4 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0912859 Mar 14 14:33:18.748165 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8bdd438c-563a-4669-bd63-778e03b45f84 req-21f18fb1-b060-4380-9818-4422e3e211ed tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687094 Mar 14 14:33:19.658460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9a9e-1f4d-49c1-b6d9-983600311669 req-8c506b02-0435-4d9c-b398-16763fe9cea4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.666199 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-605a9a9e-1f4d-49c1-b6d9-983600311669 req-8c506b02-0435-4d9c-b398-16763fe9cea4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0960197 Mar 14 14:33:19.749404 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-605a9a9e-1f4d-49c1-b6d9-983600311669 req-9d928a88-8c3f-498b-b715-c6cc4747e26d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773101 Mar 14 14:33:19.974094 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f66e-5e25-42ff-bddc-989cd636787f req-9a28c5b0-9cdb-460a-bdd5-518ee546707f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.975874 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ebe3f66e-5e25-42ff-bddc-989cd636787f req-9a28c5b0-9cdb-460a-bdd5-518ee546707f tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1135342 Mar 14 14:33:20.057219 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ebe3f66e-5e25-42ff-bddc-989cd636787f req-68caf4d4-dd24-4f3a-af4d-58bad6d90bbe tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Mar 14 14:33:20.947993 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276928-b8db-49cc-bdd2-6ab197d9afa1 req-8b89cc3f-ec55-40cb-a740-1ea4ee601c88 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:20.949725 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-57276928-b8db-49cc-bdd2-6ab197d9afa1 req-8b89cc3f-ec55-40cb-a740-1ea4ee601c88 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.1047070 Mar 14 14:33:21.017245 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-57276928-b8db-49cc-bdd2-6ab197d9afa1 req-e6ba9755-9993-4042-8bc1-821f6e56b546 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589569 Mar 14 14:33:21.243118 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38444bcc-5fcb-400d-8688-0560baa4aa47 req-b3bda287-87f5-4d13-8593-789bfa867610 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:21.245623 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-38444bcc-5fcb-400d-8688-0560baa4aa47 req-b3bda287-87f5-4d13-8593-789bfa867610 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0951092 Mar 14 14:33:21.306261 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-38444bcc-5fcb-400d-8688-0560baa4aa47 req-0d8daef4-b291-4ec4-a219-9f6e7a7a1791 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Mar 14 14:33:22.159388 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f5d39-ad4e-4bc7-b91c-60be3d64aedf req-8a81acdd-95e7-42e1-a3fb-18c85f54f770 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.161809 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-267f5d39-ad4e-4bc7-b91c-60be3d64aedf req-8a81acdd-95e7-42e1-a3fb-18c85f54f770 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0615277 Mar 14 14:33:22.219865 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-267f5d39-ad4e-4bc7-b91c-60be3d64aedf req-632aab3f-6541-4f44-8b59-06ed4433035e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521672 Mar 14 14:33:22.502568 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36da60-f6d7-4a13-9937-3828e1c8a341 req-ebf190a6-23b9-4d5b-9403-0c14487def01 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.502568 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3a36da60-f6d7-4a13-9937-3828e1c8a341 req-ebf190a6-23b9-4d5b-9403-0c14487def01 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0705957 Mar 14 14:33:22.720970 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3a36da60-f6d7-4a13-9937-3828e1c8a341 req-bb5206ce-e08e-4092-837c-5be00362597b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571127 Mar 14 14:33:23.354752 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce5993-d6b1-4ad2-8c5f-70eb6b402250 req-7d9f9cc8-8d8c-403a-a2f0-e7e4beecbfe1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:23.374243 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-99ce5993-d6b1-4ad2-8c5f-70eb6b402250 req-7d9f9cc8-8d8c-403a-a2f0-e7e4beecbfe1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0588255 Mar 14 14:33:23.412462 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-99ce5993-d6b1-4ad2-8c5f-70eb6b402250 req-8c857eea-4e26-4bfc-b72c-9ce1e5f80d50 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496831 Mar 14 14:33:23.850089 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9299b7-8a77-429c-8930-593770f738bb req-cb02a55e-33ed-4835-ba2b-c0107011c0b8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:23.851590 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d9299b7-8a77-429c-8930-593770f738bb req-cb02a55e-33ed-4835-ba2b-c0107011c0b8 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0530190 Mar 14 14:33:23.905654 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d9299b7-8a77-429c-8930-593770f738bb req-cb102dca-1070-4ddf-bcb0-a0ec06117dbf tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Mar 14 14:33:24.542373 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8811c-a0af-46c4-8e4d-3350c82ad2ed req-9b16a8fe-9c8c-4825-b460-0bf012b19b63 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:24.543839 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-37b8811c-a0af-46c4-8e4d-3350c82ad2ed req-9b16a8fe-9c8c-4825-b460-0bf012b19b63 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0526032 Mar 14 14:33:24.592489 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-37b8811c-a0af-46c4-8e4d-3350c82ad2ed req-e0eaa840-d322-47ea-b9a7-f436b2d40534 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Mar 14 14:33:25.036787 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b627a-42d5-4fc4-8e3b-67f7790010da req-170fa9b7-430a-49f1-aac9-3983f6c7b97b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:25.038306 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d3b627a-42d5-4fc4-8e3b-67f7790010da req-170fa9b7-430a-49f1-aac9-3983f6c7b97b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0598252 Mar 14 14:33:25.093356 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d3b627a-42d5-4fc4-8e3b-67f7790010da req-1371c56a-8f6f-4606-a908-fd008141b37a tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Mar 14 14:33:25.744196 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49767b17-1af1-478d-8229-99ccb89acde2 req-eb85804b-d9cd-47a0-b062-a5fc13ebbcc0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:25.745863 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-49767b17-1af1-478d-8229-99ccb89acde2 req-eb85804b-d9cd-47a0-b062-a5fc13ebbcc0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0741427 Mar 14 14:33:25.802282 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-49767b17-1af1-478d-8229-99ccb89acde2 req-470c8bbf-6bd0-4026-be64-768893495128 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494065 Mar 14 14:33:26.934478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3b184-11c1-4e3a-be76-94b519703a45 req-4d0cb53b-83c2-4dd9-8001-f34a6875e1df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:26.939357 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53d3b184-11c1-4e3a-be76-94b519703a45 req-4d0cb53b-83c2-4dd9-8001-f34a6875e1df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0610693 Mar 14 14:33:26.985750 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53d3b184-11c1-4e3a-be76-94b519703a45 req-a2cdfb9d-c9af-4806-b277-1a2ce035c357 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429466 Mar 14 14:33:28.113071 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7651335-db5e-417e-8ffa-680e87e55ade req-7dd97f9d-74b2-40d1-aff5-e7d969bc0673 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:28.114594 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f7651335-db5e-417e-8ffa-680e87e55ade req-7dd97f9d-74b2-40d1-aff5-e7d969bc0673 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0526102 Mar 14 14:33:28.163552 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f7651335-db5e-417e-8ffa-680e87e55ade req-b4272000-449d-4053-af9a-8105282bf288 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Mar 14 14:33:29.002008 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:33:29.293211 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d87b06-90a5-49ba-9755-b7f12ef77333 req-b6888a8a-ae93-45e8-9d58-50af04f25871 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:29.294818 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-66d87b06-90a5-49ba-9755-b7f12ef77333 req-b6888a8a-ae93-45e8-9d58-50af04f25871 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0523419 Mar 14 14:33:29.346706 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-66d87b06-90a5-49ba-9755-b7f12ef77333 req-b736f549-6443-4f3e-81fd-1a17843d451e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Mar 14 14:33:30.490571 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c374c9e-fd0e-4f00-af33-6eeb788c136a req-b7edc5e3-9bf0-4f49-b815-4f21e4dc3c45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:30.492113 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7c374c9e-fd0e-4f00-af33-6eeb788c136a req-b7edc5e3-9bf0-4f49-b815-4f21e4dc3c45 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0545075 Mar 14 14:33:30.542786 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7c374c9e-fd0e-4f00-af33-6eeb788c136a req-bcd172e1-703a-44a6-8080-45f3e382dea7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450399 Mar 14 14:33:31.448110 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a64471-670c-4af6-9225-cd081b761631 req-4f0666bd-0f06-4a2e-97c7-cffa65a78c05 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:31.449608 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7a64471-670c-4af6-9225-cd081b761631 req-4f0666bd-0f06-4a2e-97c7-cffa65a78c05 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0538538 Mar 14 14:33:31.497766 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7a64471-670c-4af6-9225-cd081b761631 req-f17cd13f-c5b6-4afa-9b21-5e13f908a1d3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Mar 14 14:33:31.688498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed06f87-f779-4f24-956f-367fd10b9b8d req-28795987-e54d-4287-be4c-57d96d230c24 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:31.690019 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eed06f87-f779-4f24-956f-367fd10b9b8d req-28795987-e54d-4287-be4c-57d96d230c24 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 943 time: 0.0696042 Mar 14 14:33:31.738491 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eed06f87-f779-4f24-956f-367fd10b9b8d req-bf91c875-e35a-49a8-b47c-203d70c7a69d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417805 Mar 14 14:33:32.418838 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:33:32.521550 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:32.533443 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'mac_address': 'fa:16:3e:72:b8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:33:32.570469 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:32.570857 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:32.584469 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:32.611162 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:32.621553 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eedd00-af4d-4c0d-be10-bf6a0a26f86a req-5a70865f-c362-4d53-bd00-5b403ae2ae85 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:32.629169 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-18eedd00-af4d-4c0d-be10-bf6a0a26f86a req-5a70865f-c362-4d53-bd00-5b403ae2ae85 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0556734 Mar 14 14:33:32.677558 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-18eedd00-af4d-4c0d-be10-bf6a0a26f86a req-2a27989b-514c-4922-ac7c-808e4184d3d1 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Mar 14 14:33:32.685378 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:32.735330 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=9']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:32.867859 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81dc6b-af5d-4f57-9ca8-a001ecee6e54 req-7a26ece9-c838-4c8b-9a75-baddfb0b765b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:32.869058 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a81dc6b-af5d-4f57-9ca8-a001ecee6e54 req-7a26ece9-c838-4c8b-9a75-baddfb0b765b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0541811 Mar 14 14:33:32.918696 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a81dc6b-af5d-4f57-9ca8-a001ecee6e54 req-b4be2e2f-7fcb-4153-a6f5-03f7e534cc0e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437610 Mar 14 14:33:33.133269 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['a2b15213-cff0-480b-90c2-bca0b327197d'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:33.816702 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43c05-169f-41d3-89cc-6fca49b5a539 req-f622526c-0d28-42b3-8e37-eb4ff10227c3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:33.818503 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aea43c05-169f-41d3-89cc-6fca49b5a539 req-f622526c-0d28-42b3-8e37-eb4ff10227c3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0655339 Mar 14 14:33:33.874374 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aea43c05-169f-41d3-89cc-6fca49b5a539 req-1f0586ca-e734-4fa4-a9b0-26be403173f3 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Mar 14 14:33:34.046333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf725673-7d97-48eb-9774-4b54b692104b req-6a1fe881-1e04-45e2-9622-1af72724d452 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:34.047997 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf725673-7d97-48eb-9774-4b54b692104b req-6a1fe881-1e04-45e2-9622-1af72724d452 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 944 time: 0.0549664 Mar 14 14:33:34.104325 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf725673-7d97-48eb-9774-4b54b692104b req-ed5f6e03-6529-43c4-bf5f-8d5c973c8a4b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504425 Mar 14 14:33:34.427402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:34.477441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port a2b15213-cff0-480b-90c2-bca0b327197d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:34.477813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:34.562981 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port a2b15213-cff0-480b-90c2-bca0b327197d is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:34.563373 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:34.601001 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:34.601001 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dfcb90-8469-46d8-997a-a9ac67bebd64" -d '{"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:34.608678 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:34.625468 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-a49a4af5-d4ef-4972-a6eb-8fed303dd5ef tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:34.627533 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-a49a4af5-d4ef-4972-a6eb-8fed303dd5ef tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0771794 Mar 14 14:33:34.631321 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a2716-f8d7-4cc2-ab2b-808bcc6a6861 x-openstack-request-id: req-272a2716-f8d7-4cc2-ab2b-808bcc6a6861 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:34.631639 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:34.631903 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-272a2716-f8d7-4cc2-ab2b-808bcc6a6861 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:34.632365 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'code': 200} Mar 14 14:33:34.679954 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:34.751274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=10']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:34.764276 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-98c4388e-5459-4675-8e16-614f3027b39f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426419977&fields=id&tenant_id=e25f00f81f99460f98c07471d6f807a3 HTTP/1.1" status: 200 len: 267 time: 0.0705059 Mar 14 14:33:34.779015 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Deleting port a8c223b1-6ef7-4267-875e-fd15abcc9436 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:34.779446 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:34.872066 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-59c38e1d-54ad-4b04-bc87-b931c3f5ed3c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:34.873539 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-59c38e1d-54ad-4b04-bc87-b931c3f5ed3c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 807 time: 0.1021228 Mar 14 14:33:34.874930 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] For port a8c223b1-6ef7-4267-875e-fd15abcc9436, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8c223b1-6ef7-4267-875e-fd15abcc9436,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:34.875460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:34.888050 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-3426bd26-7b5d-49ae-a5c9-cdaeb412f0ff tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/quotas/e25f00f81f99460f98c07471d6f807a3 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Mar 14 14:33:34.891117 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Calling delete_port for a8c223b1-6ef7-4267-875e-fd15abcc9436 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:34.953184 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-a3d6bbf3-6e79-497b-93fc-6f49550eff21 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592270 Mar 14 14:33:35.037853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e598b-20e7-4e60-a425-1f43841a9b6c req-3e9ba288-2186-4ad4-8c9d-60224ac5c467 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:35.039542 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f2e598b-20e7-4e60-a425-1f43841a9b6c req-3e9ba288-2186-4ad4-8c9d-60224ac5c467 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 945 time: 0.0829964 Mar 14 14:33:35.049106 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d8cd3d95-c152-429d-8628-a6e478187689 service neutron] 10.222.0.30 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837891 Mar 14 14:33:35.126228 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f2e598b-20e7-4e60-a425-1f43841a9b6c req-096f8ff8-6b73-4812-a246-70d25d540bf5 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Mar 14 14:33:35.151241 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-3d890230-70e7-4b87-8c2b-1dd12d4caa59 service neutron] 10.222.0.30 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965269 Mar 14 14:33:35.183312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (a8c223b1-6ef7-4267-875e-fd15abcc9436), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:35.224356 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['9a4135bd-8f17-40d3-9692-d78aaac56042', 'a8c223b1-6ef7-4267-875e-fd15abcc9436'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:35.232101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Pushing event deleted for resources: {'Port': ['ID=a8c223b1-6ef7-4267-875e-fd15abcc9436,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:35.323602 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] No DVR routers for this DVR port a8c223b1-6ef7-4267-875e-fd15abcc9436 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:33:35.330142 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:35.333557 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a3979015-ccbd-4507-bfcc-86c6a29f7fbd req-ced8c13d-0b9c-40b6-bb8f-eee3656a235b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "DELETE /v2.0/ports/a8c223b1-6ef7-4267-875e-fd15abcc9436 HTTP/1.1" status: 204 len: 173 time: 0.6976235 Mar 14 14:33:35.334030 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'name': 'network-vif-deleted', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:35.336433 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d0631-29b5-46f7-a89a-0b5584d7a59e" -d '{"events": [{"server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "name": "network-vif-deleted", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:35.351695 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50788-c472-46cc-8aa1-7eb85ff2107d req-6bb18d50-6946-4842-9e5e-6bbda379a328 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:35.353555 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-27c50788-c472-46cc-8aa1-7eb85ff2107d req-6bb18d50-6946-4842-9e5e-6bbda379a328 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.1610713 Mar 14 14:33:35.434940 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-27c50788-c472-46cc-8aa1-7eb85ff2107d req-6a5de143-14fd-4643-b802-369c3c1376d2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742891 Mar 14 14:33:35.453852 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e75b2-9256-47a5-bd34-2c97f4a1083b req-7ee6cdd3-20d0-4b2d-af35-f8cd9c3fe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:35.455615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0a9e75b2-9256-47a5-bd34-2c97f4a1083b req-7ee6cdd3-20d0-4b2d-af35-f8cd9c3fe0fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 1130 time: 0.0573294 Mar 14 14:33:35.489163 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32817be0-af57-4184-bfd3-343f16cf8f60 x-openstack-request-id: req-32817be0-af57-4184-bfd3-343f16cf8f60 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:35.489487 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adff449c-252a-42a0-9860-286c63ab6776", "name": "network-vif-deleted", "tag": "a8c223b1-6ef7-4267-875e-fd15abcc9436", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:35.489744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32817be0-af57-4184-bfd3-343f16cf8f60 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:35.490165 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adff449c-252a-42a0-9860-286c63ab6776', 'name': 'network-vif-deleted', 'tag': 'a8c223b1-6ef7-4267-875e-fd15abcc9436', 'status': 'completed', 'code': 200} Mar 14 14:33:35.510734 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0a9e75b2-9256-47a5-bd34-2c97f4a1083b req-7cf36903-6df1-40fc-a782-f8e30a31331d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Mar 14 14:33:35.760205 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a5eef203-11dc-47b3-bb9c-7f1ba3f97f6d req-c1cb8638-3997-4b59-b453-d298da6faff1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 210 time: 0.0293555 Mar 14 14:33:36.239927 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b1aa0ecb-cc7c-4f5c-9037-b0bfead53990 req-2a92660b-8e28-41c1-b527-7fc3182e6e08 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=adff449c-252a-42a0-9860-286c63ab6776 HTTP/1.1" status: 200 len: 210 time: 0.0286772 Mar 14 14:33:36.568471 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97efd-517e-4362-8983-160cb895e414 req-40db727a-a9a5-4373-a784-5f222d2475dd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:36.570080 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eec97efd-517e-4362-8983-160cb895e414 req-40db727a-a9a5-4373-a784-5f222d2475dd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.0572898 Mar 14 14:33:36.623164 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eec97efd-517e-4362-8983-160cb895e414 req-46f264e5-1fed-4230-870d-d722614508b9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467179 Mar 14 14:33:36.867879 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ff9a4dcc-b51e-4e09-a7c8-03b2f9ebe548 req-54132e57-dde2-48b4-8812-c6aafdcb38f5 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 210 time: 0.0350449 Mar 14 14:33:37.047286 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122251d-3f5d-46f9-95da-c417df5aaeb3 req-e17a46b1-3e00-4fff-bbeb-66c0b08929a9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:37.048804 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d122251d-3f5d-46f9-95da-c417df5aaeb3 req-e17a46b1-3e00-4fff-bbeb-66c0b08929a9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.0784502 Mar 14 14:33:37.107067 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d122251d-3f5d-46f9-95da-c417df5aaeb3 req-642c5441-cd2f-427a-be9c-4cb4420aea63 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494261 Mar 14 14:33:37.767909 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce72a57-9cd0-4852-9193-d2e069b0611a req-641adefa-d683-41c5-a079-c5ba292221ee tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:37.769395 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ce72a57-9cd0-4852-9193-d2e069b0611a req-641adefa-d683-41c5-a079-c5ba292221ee tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.0563841 Mar 14 14:33:37.825047 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ce72a57-9cd0-4852-9193-d2e069b0611a req-e19a6135-b84c-42a5-a64d-dbf0fe2bdc6d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493538 Mar 14 14:33:37.876753 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6fe7-0bdd-46ea-94fb-147dfe00bee3 req-633296d9-e22c-40eb-9ff8-83813c0df041 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:37.878296 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c0f6fe7-0bdd-46ea-94fb-147dfe00bee3 req-633296d9-e22c-40eb-9ff8-83813c0df041 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0700805 Mar 14 14:33:37.944310 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c0f6fe7-0bdd-46ea-94fb-147dfe00bee3 req-bbd70b0b-edcb-4084-a0bd-b0c6d019f525 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498438 Mar 14 14:33:37.971980 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ffd9e614-5219-4391-b319-48e56a6814de req-a8afe183-79a2-47cb-bf99-b8d108cc6d51 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 210 time: 0.0340567 Mar 14 14:33:38.142351 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fee8dcd4-25da-46c8-b303-8b1c2664fe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:38.244696 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40730a7a-34d9-435a-b609-696f2a646ed5 req-3ce0d6ce-7514-46f4-b55a-68e19e5d1819 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:38.246273 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40730a7a-34d9-435a-b609-696f2a646ed5 req-3ce0d6ce-7514-46f4-b55a-68e19e5d1819 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.0654485 Mar 14 14:33:38.252205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-0ed1a41d-bb36-4c12-a16e-e4de6d626471 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:38.253625 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-0ed1a41d-bb36-4c12-a16e-e4de6d626471 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 807 time: 0.1123137 Mar 14 14:33:38.295936 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40730a7a-34d9-435a-b609-696f2a646ed5 req-aa826fdb-13b9-419a-aeb3-634bdfe17599 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Mar 14 14:33:38.329249 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-3f024f20-f3e6-4240-8c6d-63779472933c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25f00f81f99460f98c07471d6f807a3 HTTP/1.1" status: 200 len: 379 time: 0.0558527 Mar 14 14:33:38.340271 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'port': {'device_id': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'admin_state_up': True, 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'security_groups': ['7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:38.439316 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a8c223b1-6ef7-4267-875e-fd15abcc9436 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:38.459757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: a8c223b1-6ef7-4267-875e-fd15abcc9436 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:38.460096 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a8c223b1-6ef7-4267-875e-fd15abcc9436 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:38.531205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Made reservation on behalf of e25f00f81f99460f98c07471d6f807a3 for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:38.534794 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:38.661861 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Allocated IP 172.20.0.6 (53e501a4-d7f2-4603-a575-5bed03e44fd5/564fc698-d376-4175-bb9b-6854567a930d/9f863891-d808-47ba-88d5-0653fd12c899) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:38.799028 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for port (9f863891-d808-47ba-88d5-0653fd12c899), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:38.933579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:38.994233 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:39.001552 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:39.004176 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:39.009091 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:39.042346 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd8ef-8e7a-42f5-aed6-1af31635f75c req-fbd6daaa-c4bf-4b60-b8e3-f34af18321bc tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.043877 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-123dd8ef-8e7a-42f5-aed6-1af31635f75c req-fbd6daaa-c4bf-4b60-b8e3-f34af18321bc tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.1444018 Mar 14 14:33:39.076546 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac136a42-1eef-4032-90be-17be37334536 req-dd83b75f-7524-45d0-b8b3-03757b5e296b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.078357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac136a42-1eef-4032-90be-17be37334536 req-dd83b75f-7524-45d0-b8b3-03757b5e296b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0609226 Mar 14 14:33:39.089637 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.090314 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.130706 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-123dd8ef-8e7a-42f5-aed6-1af31635f75c req-e8ba5001-c015-4816-9bdb-775688072ea4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741923 Mar 14 14:33:39.134396 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac136a42-1eef-4032-90be-17be37334536 req-5d631625-9a91-450b-80d3-21d8642d3ae0 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490482 Mar 14 14:33:39.196927 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-b7f73154-56d1-4f3b-9fef-6d6dd652321d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552737 Mar 14 14:33:39.228972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Request body: {'port': {'device_id': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:39.290498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cf953-7cf2-4cb7-aa7d-7486b16cacfd req-72253bdf-5fcf-4c9d-8448-ee57e9598c3d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.292026 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca3cf953-7cf2-4cb7-aa7d-7486b16cacfd req-72253bdf-5fcf-4c9d-8448-ee57e9598c3d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 931 time: 0.0921507 Mar 14 14:33:39.293032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.293945 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-6c5ad34a-2af7-4a48-b542-53dd77307bba None None] Provisioning complete for port 9f863891-d808-47ba-88d5-0653fd12c899 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:39.294973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad34a-2af7-4a48-b542-53dd77307bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (9f863891-d808-47ba-88d5-0653fd12c899), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.314261 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-df711e76-44e8-4954-8bb3-87e58b4ec707 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.315764 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-df711e76-44e8-4954-8bb3-87e58b4ec707 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.0876584 Mar 14 14:33:39.331276 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ad34a-2af7-4a48-b542-53dd77307bba None None] Port 9f863891-d808-47ba-88d5-0653fd12c899 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:39.399219 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca3cf953-7cf2-4cb7-aa7d-7486b16cacfd req-0b4cb0c5-873e-4f08-9a4e-e63a047c6178 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982893 Mar 14 14:33:39.471891 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 5e9d9109-7d17-48b0-91b9-35863af97243 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:39.472212 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.574467 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] For port 5e9d9109-7d17-48b0-91b9-35863af97243, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5e9d9109-7d17-48b0-91b9-35863af97243,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:39.575369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.708680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d601-aa17-481a-ad45-94349c4f2bf6 req-2d65cead-080c-4dee-8e83-7b5dab2410e4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:39.710067 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f0d2d601-aa17-481a-ad45-94349c4f2bf6 req-2d65cead-080c-4dee-8e83-7b5dab2410e4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 945 time: 0.3057745 Mar 14 14:33:39.811268 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.811628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:39.811951 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP dd344ebd-036e-4b90-8e75-1971dda71e8a disassociated. External IP: 172.27.2.212, port: 5e9d9109-7d17-48b0-91b9-35863af97243. Mar 14 14:33:39.812291 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 5e9d9109-7d17-48b0-91b9-35863af97243 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:39.815397 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f0d2d601-aa17-481a-ad45-94349c4f2bf6 req-67cbd000-0be3-44e5-bc9b-b2f597038177 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4f094c7-be45-4841-bba8-8d88844e1087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986793 Mar 14 14:33:39.878412 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f863891-d808-47ba-88d5-0653fd12c899 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:39.886317 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks [] for port (9f863891-d808-47ba-88d5-0653fd12c899), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.011210 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Transition to ACTIVE for port object 9f863891-d808-47ba-88d5-0653fd12c899 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:33:40.011434 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (5e9d9109-7d17-48b0-91b9-35863af97243), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.041692 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=5e9d9109-7d17-48b0-91b9-35863af97243,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:40.096614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.160728 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:40.171739 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:40.272134 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Attempting to bind port 9f863891-d808-47ba-88d5-0653fd12c899 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:40.275051 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Attempting to bind port 9f863891-d808-47ba-88d5-0653fd12c899 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:40.275051 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Attempting to bind port 9f863891-d808-47ba-88d5-0653fd12c899 on network 53e501a4-d7f2-4603-a575-5bed03e44fd5 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:40.278276 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Port 9f863891-d808-47ba-88d5-0653fd12c899 on network 53e501a4-d7f2-4603-a575-5bed03e44fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:33:40.278608 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Attempting to bind port 9f863891-d808-47ba-88d5-0653fd12c899 on network 53e501a4-d7f2-4603-a575-5bed03e44fd5 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:40.286464 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:40.286821 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Checking segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:40.287202 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Bound using segment: {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:40.287657 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Bound port: 9f863891-d808-47ba-88d5-0653fd12c899, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f46c01a-d9d4-430b-9104-bb98e5a9917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:40.288020 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.344795 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e80204-b1ec-4231-b766-101e26a2d3bf req-aeb19e38-55c1-4b33-adab-769d8bca8d1d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:40.347297 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-17e80204-b1ec-4231-b766-101e26a2d3bf req-aeb19e38-55c1-4b33-adab-769d8bca8d1d tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1172924 Mar 14 14:33:40.377670 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:40.380971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:40.394477 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:40.405463 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:40.418479 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:40.419082 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:40.441655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-17e80204-b1ec-4231-b766-101e26a2d3bf req-39431a71-6386-4132-9b91-3891b872cc24 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842307 Mar 14 14:33:40.458770 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.480862 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] No DVR routers for this DVR port 5e9d9109-7d17-48b0-91b9-35863af97243 on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:33:40.490163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.493811 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-157ffb88-d9fa-4661-995f-20b6cde6e221 req-7a4bb55b-8e01-4370-85cb-87573fd6dc88 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "DELETE /v2.0/ports/5e9d9109-7d17-48b0-91b9-35863af97243 HTTP/1.1" status: 204 len: 173 time: 1.1529045 Mar 14 14:33:40.497480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'name': 'network-vif-deleted', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:40.500741 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f00d15b-c205-4e46-8a4f-979c9ce700fe" -d '{"events": [{"server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "name": "network-vif-deleted", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:40.536545 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62da77bd-90f6-4821-a736-0ef0ff48fa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.545578 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:40.546459 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:40.548854 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 1093 time: 1.3245633 Mar 14 14:33:40.549334 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:40.551712 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb959d86-768a-4cf1-87ed-a78b2fbf583d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:40.563234 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e8c50-330f-4988-ae3c-809f40e6428c x-openstack-request-id: req-5b0e8c50-330f-4988-ae3c-809f40e6428c {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:40.563547 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c87db60-6d62-40a7-b323-bf3e3874656b", "name": "network-vif-deleted", "tag": "5e9d9109-7d17-48b0-91b9-35863af97243", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:40.563796 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b0e8c50-330f-4988-ae3c-809f40e6428c {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:40.564205 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c87db60-6d62-40a7-b323-bf3e3874656b', 'name': 'network-vif-deleted', 'tag': '5e9d9109-7d17-48b0-91b9-35863af97243', 'status': 'completed', 'code': 200} Mar 14 14:33:40.590317 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7535d-7251-452f-b838-854b4f731283 service neutron] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:40.629291 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238820a-270e-454d-bca2-8525471dc6e8 req-f3da9552-6fce-423c-a0ac-8f44b5db3158 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:40.631093 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2238820a-270e-454d-bca2-8525471dc6e8 req-f3da9552-6fce-423c-a0ac-8f44b5db3158 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.1068618 Mar 14 14:33:40.632792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d5e21-7651-45f1-a56c-90f97d2d46db x-openstack-request-id: req-f90d5e21-7651-45f1-a56c-90f97d2d46db {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:40.633083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:40.633391 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f90d5e21-7651-45f1-a56c-90f97d2d46db {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:40.633789 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'status': 'completed', 'code': 200} Mar 14 14:33:40.663102 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:40.709072 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2238820a-270e-454d-bca2-8525471dc6e8 req-90059ffd-4867-479f-a4f7-9bc8adb6ed6d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713511 Mar 14 14:33:40.763118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-8415ddb3-29ca-4970-a263-1964a5caf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:40.774273 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-8415ddb3-29ca-4970-a263-1964a5caf595 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1127 time: 0.0721262 Mar 14 14:33:40.957526 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:40.962421 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ad415303-78f4-4f7d-9095-f8caab325054 req-cf23c32c-d27b-4c8b-a647-3c4f441a853c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c87db60-6d62-40a7-b323-bf3e3874656b HTTP/1.1" status: 200 len: 210 time: 0.0398197 Mar 14 14:33:40.997468 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:41.008595 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:41.009823 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:41.013204 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-06cbf01d-dcb8-45ee-90ca-e458f3cf9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.015384 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-06cbf01d-dcb8-45ee-90ca-e458f3cf9c5d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e25f00f81f99460f98c07471d6f807a3&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2271109 Mar 14 14:33:41.145725 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:41.206608 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-a59d651d-c569-4e30-9bdb-88de398bd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.208086 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb959d86-768a-4cf1-87ed-a78b2fbf583d req-a59d651d-c569-4e30-9bdb-88de398bd052 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838973 Mar 14 14:33:41.324388 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-879be7c0-ebaf-4b14-865c-0d1554527ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.325891 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-879be7c0-ebaf-4b14-865c-0d1554527ec8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1127 time: 0.0484300 Mar 14 14:33:41.382358 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-3e602449-6eeb-4c15-ba7f-1a8de6070272 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 217 time: 0.0363832 Mar 14 14:33:41.400591 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:41.424425 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468c62d-a802-46dd-85e0-8bebd0f6f29d None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '174f873e-38b1-4a25-9571-b636d093a2a3', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:89:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:30:17Z', 'updated_at': '2022-03-14T14:31:06Z', 'revision_number': 2, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:41.446678 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-41d9694a-aa73-4f05-bd1c-f8d1c62e0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.448216 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-41d9694a-aa73-4f05-bd1c-f8d1c62e0d56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0508182 Mar 14 14:33:41.541061 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-e96d92ea-f3be-4c02-9700-fa53f54edde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.542601 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-e96d92ea-f3be-4c02-9700-fa53f54edde2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596406 Mar 14 14:33:41.669359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852dc0-0d17-49bb-95b6-a6759c55a91f req-16617ab5-e55c-4b62-acba-91c0164648e7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:41.671685 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50852dc0-0d17-49bb-95b6-a6759c55a91f req-16617ab5-e55c-4b62-acba-91c0164648e7 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1219461 Mar 14 14:33:41.698035 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-3731630f-3f67-42cc-b9d0-afff5273aabe service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397505 Mar 14 14:33:41.747013 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50852dc0-0d17-49bb-95b6-a6759c55a91f req-0f998b74-433c-493f-8a5b-555da016deb9 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 Mar 14 14:33:41.828156 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffca8f-0cf3-47e7-972b-ff8fa4f41d30 None None] New status for floating IP dd344ebd-036e-4b90-8e75-1971dda71e8a: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:33:41.853989 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13a3d66e-16e6-4d12-9cce-f8a492e79ea8 req-23b37c4e-4c47-43cc-8203-a398b1b89426 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420205 Mar 14 14:33:42.125914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50944) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:42.129923 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ecd8-3034-4947-aaa9-006d33cf0570 req-d7da25d7-56b3-420f-84e5-4ecc2ba54a0a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:42.131515 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2457ecd8-3034-4947-aaa9-006d33cf0570 req-d7da25d7-56b3-420f-84e5-4ecc2ba54a0a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.3014696 Mar 14 14:33:42.191102 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (f4f094c7-be45-4841-bba8-8d88844e1087), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.200025 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2457ecd8-3034-4947-aaa9-006d33cf0570 req-a227060b-2295-4ed7-a0c0-eb108982ee13 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535746 Mar 14 14:33:42.219133 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (f4f094c7-be45-4841-bba8-8d88844e1087), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.354359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f4f094c7-be45-4841-bba8-8d88844e1087), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.357006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.358717 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/security-groups/f4f094c7-be45-4841-bba8-8d88844e1087 HTTP/1.1" status: 204 len: 168 time: 0.2317698 Mar 14 14:33:42.362503 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50946) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:42.379847 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30f13-16d7-4652-b9be-522bd6e8e6ff tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f094c7-be45-4841-bba8-8d88844e1087,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:42.382024 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-9e335b18-1191-4a29-b653-6583989be5cd tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] show failed (client error): The resource could not be found. Mar 14 14:33:42.383096 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9e335b18-1191-4a29-b653-6583989be5cd tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups/f4f094c7-be45-4841-bba8-8d88844e1087 HTTP/1.1" status: 404 len: 347 time: 0.0196805 Mar 14 14:33:42.386028 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50948) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:42.453934 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5e9d9109-7d17-48b0-91b9-35863af97243 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:42.474749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 5e9d9109-7d17-48b0-91b9-35863af97243 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:42.475090 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5e9d9109-7d17-48b0-91b9-35863af97243 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:42.522974 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 929eaf0f-52f4-4a33-8cf2-4da8c94b43d3 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:42.523313 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.602552 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.602870 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.615134 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 929eaf0f-52f4-4a33-8cf2-4da8c94b43d3 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:42.869221 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (929eaf0f-52f4-4a33-8cf2-4da8c94b43d3), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.903499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=929eaf0f-52f4-4a33-8cf2-4da8c94b43d3,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:42.931127 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:42.966349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d14e8b-4f48-491f-9cea-427a73fedfd0 req-47ce2c12-8523-4cc0-bd43-0a01dc1e4d24 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:42.969231 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-86d14e8b-4f48-491f-9cea-427a73fedfd0 req-47ce2c12-8523-4cc0-bd43-0a01dc1e4d24 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.1432698 Mar 14 14:33:43.008349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd344ebd-036e-4b90-8e75-1971dda71e8a), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:43.011018 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:43.012177 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6e95b289-fdb9-4671-be9a-19411d8e8de4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd344ebd-036e-4b90-8e75-1971dda71e8a HTTP/1.1" status: 204 len: 168 time: 0.6252122 Mar 14 14:33:43.039016 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-86d14e8b-4f48-491f-9cea-427a73fedfd0 req-be6c3146-57f9-4123-9dad-7b1af85b0eab tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Mar 14 14:33:43.333383 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e5ce-24d8-483f-aa55-0f45c0af558c req-c5158e05-a3ea-483e-887f-d17ff0c21206 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:43.335009 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff07e5ce-24d8-483f-aa55-0f45c0af558c req-c5158e05-a3ea-483e-887f-d17ff0c21206 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0621905 Mar 14 14:33:43.388577 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff07e5ce-24d8-483f-aa55-0f45c0af558c req-7b1baf22-6ad7-4571-96f7-291ad5bdd90f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475278 Mar 14 14:33:43.736770 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:44.165949 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6283-84f4-40fa-83eb-7c3b33837c42 req-b98e90c4-7f67-4543-942f-1b9c9d717357 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:44.167665 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22db6283-84f4-40fa-83eb-7c3b33837c42 req-b98e90c4-7f67-4543-942f-1b9c9d717357 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0563791 Mar 14 14:33:44.220625 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22db6283-84f4-40fa-83eb-7c3b33837c42 req-a2920842-c70c-49b9-97f3-75a71a0736ae tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Mar 14 14:33:44.526179 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403366a7-d309-49d3-b2d9-0eb17099047a req-d60297b8-cfb9-4ced-989c-2dcd7adc1660 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:44.527701 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-403366a7-d309-49d3-b2d9-0eb17099047a req-d60297b8-cfb9-4ced-989c-2dcd7adc1660 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0670938 Mar 14 14:33:44.585770 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-403366a7-d309-49d3-b2d9-0eb17099047a req-52170803-7f09-4ea1-a289-dbcae6c10355 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 Mar 14 14:33:44.884219 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-210d3e1a-7f8f-482a-b115-99c2b8c7366b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:44.885550 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-210d3e1a-7f8f-482a-b115-99c2b8c7366b tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0572748 Mar 14 14:33:44.983104 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Deleting port 9a4135bd-8f17-40d3-9692-d78aaac56042 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:44.983425 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.078465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] For port 9a4135bd-8f17-40d3-9692-d78aaac56042, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9a4135bd-8f17-40d3-9692-d78aaac56042,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:45.078829 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.090756 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Calling delete_port for 9a4135bd-8f17-40d3-9692-d78aaac56042 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:45.336745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (9a4135bd-8f17-40d3-9692-d78aaac56042), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.350403 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4815e-d3ae-40d4-a133-2d211dc15ba6 req-a8676cd9-bd2f-412b-bd18-c20151a04766 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:45.351911 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08b4815e-d3ae-40d4-a133-2d211dc15ba6 req-a8676cd9-bd2f-412b-bd18-c20151a04766 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 945 time: 0.0610213 Mar 14 14:33:45.370793 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Pushing event deleted for resources: {'Port': ['ID=9a4135bd-8f17-40d3-9692-d78aaac56042,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:45.385129 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['9a4135bd-8f17-40d3-9692-d78aaac56042'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:45.402831 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08b4815e-d3ae-40d4-a133-2d211dc15ba6 req-315797ad-d202-4bc7-bb1c-84cf863e2b56 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/security-groups?id=27ba74b2-6a3f-40fa-981b-8a14a8e50d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Mar 14 14:33:45.416467 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] No DVR routers for this DVR port 9a4135bd-8f17-40d3-9692-d78aaac56042 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:33:45.428579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.431972 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bbf4f433-ae06-4997-ba2a-6d0d50e3b2a1 req-7b9d3363-f840-4fe1-a574-0010593cf757 tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.53 "DELETE /v2.0/ports/9a4135bd-8f17-40d3-9692-d78aaac56042 HTTP/1.1" status: 204 len: 173 time: 0.5413523 Mar 14 14:33:45.432518 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'name': 'network-vif-deleted', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:45.434728 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d05857-ff18-4145-aae8-206c07a66839" -d '{"events": [{"server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "name": "network-vif-deleted", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:45.474966 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c2f2ef-d89a-4627-976e-e2de3b80a090 x-openstack-request-id: req-44c2f2ef-d89a-4627-976e-e2de3b80a090 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:45.475266 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab0c858-7a57-4154-8ab6-ffdfb66ddbed", "name": "network-vif-deleted", "tag": "9a4135bd-8f17-40d3-9692-d78aaac56042", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:45.475529 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44c2f2ef-d89a-4627-976e-e2de3b80a090 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:45.476025 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab0c858-7a57-4154-8ab6-ffdfb66ddbed', 'name': 'network-vif-deleted', 'tag': '9a4135bd-8f17-40d3-9692-d78aaac56042', 'status': 'completed', 'code': 200} Mar 14 14:33:45.533203 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.723803 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2abff-39a0-4b4d-b6e0-5bddaac0e9ef req-7a1fcdd9-60fb-4a54-8d63-e2db5245c5f9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:45.725431 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-54a2abff-39a0-4b4d-b6e0-5bddaac0e9ef req-7a1fcdd9-60fb-4a54-8d63-e2db5245c5f9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0683494 Mar 14 14:33:45.781050 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-54a2abff-39a0-4b4d-b6e0-5bddaac0e9ef req-872be7eb-1c13-42eb-83a1-3c43c1b9d2a9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492971 Mar 14 14:33:46.155842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe74022-28d5-4673-93d4-91c86d73b5fd req-32815ad2-268b-4204-81b6-d54d66f4cfa3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:46.157290 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7fe74022-28d5-4673-93d4-91c86d73b5fd req-32815ad2-268b-4204-81b6-d54d66f4cfa3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.0620930 Mar 14 14:33:46.210889 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7fe74022-28d5-4673-93d4-91c86d73b5fd req-323eb356-f0c9-4366-a599-7e856accea24 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Mar 14 14:33:46.521217 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-374b3e17-b234-4226-b224-a476e42a0f37 req-6c0ecde1-44a9-4922-bdff-88b1587381ca tempest-ServerRescueNegativeTestJSON-389025975 tempest-ServerRescueNegativeTestJSON-389025975-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab0c858-7a57-4154-8ab6-ffdfb66ddbed HTTP/1.1" status: 200 len: 210 time: 0.0300112 Mar 14 14:33:46.903324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ef08f-d20e-4a44-996d-2bcc0bd0a859 req-e67f05d0-b79a-422a-94c8-5f8ab1ecaa04 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:46.905587 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-371ef08f-d20e-4a44-996d-2bcc0bd0a859 req-e67f05d0-b79a-422a-94c8-5f8ab1ecaa04 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0520034 Mar 14 14:33:46.952817 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-371ef08f-d20e-4a44-996d-2bcc0bd0a859 req-1df65837-e186-4b80-b450-2a4eba1e0fc0 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Mar 14 14:33:47.159674 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:47.335266 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc38c1d-5464-4d03-8918-83691cb6c396 req-e2f669f0-6678-4d3b-97ae-a9ca6453bc70 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:47.336733 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0cc38c1d-5464-4d03-8918-83691cb6c396 req-e2f669f0-6678-4d3b-97ae-a9ca6453bc70 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.0579116 Mar 14 14:33:47.387568 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0cc38c1d-5464-4d03-8918-83691cb6c396 req-47955c2a-62f0-4a62-a851-523676379843 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Mar 14 14:33:47.580202 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 50994) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:48.075127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a65f-8cf1-4f42-b903-531f4bb30739 req-e56b5d90-f368-46b4-8074-0c8dfd7b3df7 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.076776 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-caf5a65f-8cf1-4f42-b903-531f4bb30739 req-e56b5d90-f368-46b4-8074-0c8dfd7b3df7 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0564780 Mar 14 14:33:48.157355 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-caf5a65f-8cf1-4f42-b903-531f4bb30739 req-1851ba43-90da-4713-a9f0-bbea29fa4534 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743768 Mar 14 14:33:48.171596 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-61b1d8c6-e2a6-4bec-8ed8-cccef9ca3459 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735650 Mar 14 14:33:48.245908 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.256640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-b8540609-ccd9-4cea-82f4-04d268e6bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.258165 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-b8540609-ccd9-4cea-82f4-04d268e6bc5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0490189 Mar 14 14:33:48.315506 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67849981-325b-47d2-9ded-8fe74f007d37 req-f8aea0cf-9e7e-4980-a131-3f95da311b7d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.316934 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-67849981-325b-47d2-9ded-8fe74f007d37 req-f8aea0cf-9e7e-4980-a131-3f95da311b7d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.3258259 Mar 14 14:33:48.367933 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-fa351dd2-3df7-4649-9878-a87f06884f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.369405 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-fa351dd2-3df7-4649-9878-a87f06884f82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.0887163 Mar 14 14:33:48.446699 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-81608be9-f137-4e49-a989-8e058f3f17c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 1002 time: 0.0704730 Mar 14 14:33:48.467126 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9a4135bd-8f17-40d3-9692-d78aaac56042 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:48.491706 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 9a4135bd-8f17-40d3-9692-d78aaac56042 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:48.492158 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9a4135bd-8f17-40d3-9692-d78aaac56042 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:48.499969 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-4646af12-a90a-4ebd-bc90-e11e02ab0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.501481 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-4646af12-a90a-4ebd-bc90-e11e02ab0546 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0498123 Mar 14 14:33:48.552776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-f7c5194f-6378-4522-b13f-4db36ec94547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.554359 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-f7c5194f-6378-4522-b13f-4db36ec94547 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449855 Mar 14 14:33:48.601452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 8976d53e-4967-4afc-ae45-2583fc9c7810 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:48.601792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.616457 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069c96-7f24-4536-a4ee-8505b17d466e req-105879e9-0420-4c2f-92ce-6a22ad0fafa1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:48.617954 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f069c96-7f24-4536-a4ee-8505b17d466e req-105879e9-0420-4c2f-92ce-6a22ad0fafa1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 946 time: 0.1343975 Mar 14 14:33:48.659990 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-5744a052-d962-475b-bb71-bb68719f87e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992577 Mar 14 14:33:48.761694 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8260f18e-1963-4ed3-8463-7f4eb1e2686d req-b14e78cc-4b45-4d65-8d32-872e12f1c977 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955014 Mar 14 14:33:48.773699 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f069c96-7f24-4536-a4ee-8505b17d466e req-687562b0-5a12-4af0-bf1e-146924c3dbce tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5207479-12d5-4437-bddf-d4f9924ddef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416233 Mar 14 14:33:48.788524 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] For port 8976d53e-4967-4afc-ae45-2583fc9c7810, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8976d53e-4967-4afc-ae45-2583fc9c7810,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:48.788895 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.917031 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Deleting port 2ae292cc-0b85-471b-8450-cbcd4555adde {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:48.917362 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.087893 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] For port 2ae292cc-0b85-471b-8450-cbcd4555adde, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2ae292cc-0b85-471b-8450-cbcd4555adde,segment=NetworkSegment(32d16234-1423-4456-8bad-ccfe0a3e14fe),segment_id=32d16234-1423-4456-8bad-ccfe0a3e14fe)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:49.088244 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.099640 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.100002 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.100362 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP 174f873e-38b1-4a25-9571-b636d093a2a3 disassociated. External IP: 172.27.2.229, port: 8976d53e-4967-4afc-ae45-2583fc9c7810. Mar 14 14:33:49.100948 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 8976d53e-4967-4afc-ae45-2583fc9c7810 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:49.112182 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Calling delete_port for 2ae292cc-0b85-471b-8450-cbcd4555adde owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:49.312815 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b39bf-c709-4ceb-a0ba-3182a864e5a1 req-4334b548-ebf3-40af-aaac-db6b22044b18 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:49.314508 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d10b39bf-c709-4ceb-a0ba-3182a864e5a1 req-4334b548-ebf3-40af-aaac-db6b22044b18 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0611770 Mar 14 14:33:49.364851 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d10b39bf-c709-4ceb-a0ba-3182a864e5a1 req-51d997fa-b405-4717-be13-f409de3adf84 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Mar 14 14:33:49.422555 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (8976d53e-4967-4afc-ae45-2583fc9c7810), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.456379 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (2ae292cc-0b85-471b-8450-cbcd4555adde), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.458435 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=8976d53e-4967-4afc-ae45-2583fc9c7810,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:49.493763 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae292cc-0b85-471b-8450-cbcd4555adde,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:49.699133 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:49.788853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.196858 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ffbd463-3b26-42e9-b9de-a7654355da28 req-b7c347a6-3add-4895-8d5e-107413cd735c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.0527356 Mar 14 14:33:50.235295 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:50.245297 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:50.257080 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:50.257704 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:50.290122 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] No DVR routers for this DVR port 8976d53e-4967-4afc-ae45-2583fc9c7810 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:33:50.298675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.298675 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-67849981-325b-47d2-9ded-8fe74f007d37 req-a2629047-bc0a-4631-8c02-ecce875c67cf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "DELETE /v2.0/ports/8976d53e-4967-4afc-ae45-2583fc9c7810 HTTP/1.1" status: 204 len: 173 time: 1.9517636 Mar 14 14:33:50.300112 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'name': 'network-vif-deleted', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:50.302442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199dd149-b066-4e4e-961a-4322de7d7066" -d '{"events": [{"server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "name": "network-vif-deleted", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:50.347890 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb71f4d6-61de-485e-930e-c7016bca5c07 x-openstack-request-id: req-fb71f4d6-61de-485e-930e-c7016bca5c07 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:50.348194 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f4bdea-fecb-4bf6-8f43-f20187ce8966", "name": "network-vif-deleted", "tag": "8976d53e-4967-4afc-ae45-2583fc9c7810", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:50.348489 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb71f4d6-61de-485e-930e-c7016bca5c07 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:50.348856 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f4bdea-fecb-4bf6-8f43-f20187ce8966', 'name': 'network-vif-deleted', 'tag': '8976d53e-4967-4afc-ae45-2583fc9c7810', 'status': 'completed', 'code': 200} Mar 14 14:33:50.370569 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:50.453996 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:50.465675 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:33:50.545237 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cde73-b04c-414e-abd5-772d6f73b847 req-ff663152-9cab-4912-93b7-ad73f5bf3714 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:50.547317 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bb3cde73-b04c-414e-abd5-772d6f73b847 req-ff663152-9cab-4912-93b7-ad73f5bf3714 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.1092410 Mar 14 14:33:50.589578 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:50.621194 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:50.623738 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:50.630886 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:50.631736 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:50.639433 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '9f863891-d808-47ba-88d5-0653fd12c899', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'mac_address': 'fa:16:3e:bb:6b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:33:50.645636 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:50.650684 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bb3cde73-b04c-414e-abd5-772d6f73b847 req-ff0ba409-8680-4820-8b3f-5b173445e010 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965416 Mar 14 14:33:50.654771 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e5b6a316-1103-4eaa-9997-9b48f871dff1 admin admin] 10.222.0.30 "PUT /v2.0/routers/79ca6284-08ca-4afe-a3b1-335b4e1f8260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0733969 Mar 14 14:33:50.658118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51008) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:50.672820 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Sync routers for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:50.697963 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:50.698619 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:50.737844 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9f863891-d808-47ba-88d5-0653fd12c899 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:50.738158 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.766660 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f863891-d808-47ba-88d5-0653fd12c899 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:50.818337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:50.840955 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks [] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.841393 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:50.905700 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.951565 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:51.000600 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks [] for router_gateway (79ca6284-08ca-4afe-a3b1-335b4e1f8260), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.012882 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:51.024442 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.025146 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.025515 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.025874 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.026324 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.026571 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.027161 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.027501 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.027838 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.028163 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.028527 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.028822 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.029142 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.029455 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.029769 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:51.101280 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:33:49Z', 'revision_number': 5, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port': {'id': '2a7c9c28-dd1f-493c-8083-07f6396a5808', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:51.117760 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Deleting port 2a7c9c28-dd1f-493c-8083-07f6396a5808 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:51.118135 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.130614 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Checking router: 79ca6284-08ca-4afe-a3b1-335b4e1f8260 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:51.145717 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Routers {'79ca6284-08ca-4afe-a3b1-335b4e1f8260'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:51.146108 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:51.186636 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:51.208490 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] For port 2a7c9c28-dd1f-493c-8083-07f6396a5808, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=2a7c9c28-dd1f-493c-8083-07f6396a5808,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:51.208903 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.214124 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effb6b-cfa7-49c5-9863-b8e19e30facd None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:51.233282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Calling delete_port for 2a7c9c28-dd1f-493c-8083-07f6396a5808 owned by network:router_gateway {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:51.279930 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] Set router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:51.347748 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:33:50Z', 'revision_number': 6, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:51.350151 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['9f863891-d808-47ba-88d5-0653fd12c899'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:51.362031 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eeb64dc7-17a1-4ccc-84e0-cad14fccb39e req-f5c74ea2-6029-4800-9d4c-c7723cf32acc tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3f4bdea-fecb-4bf6-8f43-f20187ce8966 HTTP/1.1" status: 200 len: 210 time: 0.0542228 Mar 14 14:33:51.404996 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b398428-be69-4069-b9c1-b89b7bc2cbc3 None None] The sync data for ids ['79ca6284-08ca-4afe-a3b1-335b4e1f8260'] in dv-cinder-790535-28-iscsi is: [{'id': '79ca6284-08ca-4afe-a3b1-335b4e1f8260', 'name': 'tempest-ServerRescueNegativeTestJSON-1625747992-router', 'tenant_id': '42912984ea684c75b0fc95e65a89a674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:33:50Z', 'revision_number': 6, 'project_id': '42912984ea684c75b0fc95e65a89a674', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:51.588373 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (2a7c9c28-dd1f-493c-8083-07f6396a5808), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.605853 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b7a2-850a-492f-babd-9a0262e89808 None None] New status for floating IP 174f873e-38b1-4a25-9571-b636d093a2a3: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:33:51.621470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7c9c28-dd1f-493c-8083-07f6396a5808,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:51.703820 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.863762 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2ae292cc-0b85-471b-8450-cbcd4555adde no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:51.887598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.890783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks [] for router_controller (79ca6284-08ca-4afe-a3b1-335b4e1f8260), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.895623 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 2ae292cc-0b85-471b-8450-cbcd4555adde {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:51.895988 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2ae292cc-0b85-471b-8450-cbcd4555adde not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:51.979977 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b40fa-147b-42d2-80c3-aa8d57250909 req-2f2292ef-ec34-4c60-b12c-cd6cad029207 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:51.981484 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6f4b40fa-147b-42d2-80c3-aa8d57250909 req-2f2292ef-ec34-4c60-b12c-cd6cad029207 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 944 time: 0.2220559 Mar 14 14:33:52.031650 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6f4b40fa-147b-42d2-80c3-aa8d57250909 req-04304ad0-c3f8-4f16-8f80-96b8f5aa9baf tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437393 Mar 14 14:33:52.050715 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (79ca6284-08ca-4afe-a3b1-335b4e1f8260), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.051243 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ca6284-08ca-4afe-a3b1-335b4e1f8260 {{(pid=103622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:33:52.056091 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.057220 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-39dc7725-d441-4163-bac4-3e5e67e1ab9e admin admin] 10.222.0.30 "DELETE /v2.0/routers/79ca6284-08ca-4afe-a3b1-335b4e1f8260 HTTP/1.1" status: 204 len: 168 time: 1.3979256 Mar 14 14:33:52.059713 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51014) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:52.113900 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Deleting subnet a30a4c12-7637-441c-be06-0a92a8fd544b {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:33:52.118404 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Publish callbacks [] for subnet (a30a4c12-7637-441c-be06-0a92a8fd544b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.153832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (a30a4c12-7637-441c-be06-0a92a8fd544b), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.198416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (a30a4c12-7637-441c-be06-0a92a8fd544b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.325633 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (a30a4c12-7637-441c-be06-0a92a8fd544b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.354223 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30a4c12-7637-441c-be06-0a92a8fd544b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:52.357820 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.361934 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-2847fb2c-51c7-4d35-b681-3a6692da1f51 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a30a4c12-7637-441c-be06-0a92a8fd544b HTTP/1.1" status: 204 len: 168 time: 0.3012717 Mar 14 14:33:52.364359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51016) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:52.451889 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (eed5ed98-289d-4322-96d2-6a3965cac58b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.472601 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:52.516942 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51022) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:52.556007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (eed5ed98-289d-4322-96d2-6a3965cac58b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.579122 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (a5207479-12d5-4437-bddf-d4f9924ddef6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.580821 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed5ed98-289d-4322-96d2-6a3965cac58b']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:52.588307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 9f863891-d808-47ba-88d5-0653fd12c899 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:33:52.591513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d16234-1423-4456-8bad-ccfe0a3e14fe') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:52.592099 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d16234-1423-4456-8bad-ccfe0a3e14fe') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:52.594546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 9f863891-d808-47ba-88d5-0653fd12c899 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:52.595168 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (9f863891-d808-47ba-88d5-0653fd12c899), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.605511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (a5207479-12d5-4437-bddf-d4f9924ddef6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.606009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (32d16234-1423-4456-8bad-ccfe0a3e14fe), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.627020 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (32d16234-1423-4456-8bad-ccfe0a3e14fe), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.631650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:33:52.632132 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (32d16234-1423-4456-8bad-ccfe0a3e14fe), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:33:52.633923 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:33:52.683047 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9f863891-d808-47ba-88d5-0653fd12c899 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:52.683443 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.711182 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:52.713408 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea2844-17b5-4562-9c05-9919426044a6" -d '{"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:52.726182 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:52.754028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d377768a-e1ac-42be-93cf-cb9ea42b9092 x-openstack-request-id: req-d377768a-e1ac-42be-93cf-cb9ea42b9092 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:52.754355 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:52.754690 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d377768a-e1ac-42be-93cf-cb9ea42b9092 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:52.755081 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'code': 200} Mar 14 14:33:52.765664 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a5207479-12d5-4437-bddf-d4f9924ddef6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.768468 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.775643 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5207479-12d5-4437-bddf-d4f9924ddef6 HTTP/1.1" status: 204 len: 168 time: 0.2506006 Mar 14 14:33:52.775785 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51026) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:52.779571 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3852b28-2cab-4ea3-9ab2-7b7249867c0c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5207479-12d5-4437-bddf-d4f9924ddef6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:52.787031 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-bf145a67-89af-4a44-81b1-de4a2931abe7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] show failed (client error): The resource could not be found. Mar 14 14:33:52.790135 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bf145a67-89af-4a44-81b1-de4a2931abe7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups/a5207479-12d5-4437-bddf-d4f9924ddef6 HTTP/1.1" status: 404 len: 347 time: 0.0143352 Mar 14 14:33:52.791668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51028) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:52.799530 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (eed5ed98-289d-4322-96d2-6a3965cac58b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.820969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.820969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 8976d53e-4967-4afc-ae45-2583fc9c7810 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:52.823206 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:52.823206 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eed5ed98-289d-4322-96d2-6a3965cac58b HTTP/1.1" status: 204 len: 168 time: 0.4558022 Mar 14 14:33:52.837336 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fcee3-60bd-4031-a350-5cb9ab88d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed5ed98-289d-4322-96d2-6a3965cac58b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:52.864286 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 8976d53e-4967-4afc-ae45-2583fc9c7810 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:52.864842 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 8976d53e-4967-4afc-ae45-2583fc9c7810 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:52.894923 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:52.962303 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port b40c9145-a480-4b30-88b6-86ecc80241d7 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:52.962644 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.039016 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.039345 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (b40c9145-a480-4b30-88b6-86ecc80241d7), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.050998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for b40c9145-a480-4b30-88b6-86ecc80241d7 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:53.162256 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623a74-cd5d-4fb3-8dda-6c1f21c69664 req-189d1cad-fe5c-4c2d-b87a-dc6b5478e20c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:53.163938 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-94623a74-cd5d-4fb3-8dda-6c1f21c69664 req-189d1cad-fe5c-4c2d-b87a-dc6b5478e20c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0621779 Mar 14 14:33:53.246009 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-94623a74-cd5d-4fb3-8dda-6c1f21c69664 req-8930914d-dad2-4dfa-a506-0c59ef53d3a1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761528 Mar 14 14:33:53.251972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87acba-b18f-4341-bb16-f333e331d739 req-080fa064-7c60-4832-8aca-a8e094c12309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:53.253412 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6d87acba-b18f-4341-bb16-f333e331d739 req-080fa064-7c60-4832-8aca-a8e094c12309 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0774479 Mar 14 14:33:53.262450 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (b40c9145-a480-4b30-88b6-86ecc80241d7), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.292460 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=b40c9145-a480-4b30-88b6-86ecc80241d7,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:53.313660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51034) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:53.322082 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6d87acba-b18f-4341-bb16-f333e331d739 req-88a56841-ad0e-4f2d-889e-949f2d6ecd6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594733 Mar 14 14:33:53.363051 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d9b9a3c0-0cb8-4f87-bbc1-c3bb007d1055 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42912984ea684c75b0fc95e65a89a674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444849 Mar 14 14:33:53.365074 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51036) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:53.368501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (174f873e-38b1-4a25-9571-b636d093a2a3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.371229 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.375588 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-430ef1c3-b42b-4a91-a4d2-489aa7afb104 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/floatingips/174f873e-38b1-4a25-9571-b636d093a2a3 HTTP/1.1" status: 204 len: 168 time: 0.5797200 Mar 14 14:33:53.429361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] Publish callbacks [] for security_group (27ba74b2-6a3f-40fa-981b-8a14a8e50d04), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.456312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] Publish callbacks [] for security_group (27ba74b2-6a3f-40fa-981b-8a14a8e50d04), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.565137 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (27ba74b2-6a3f-40fa-981b-8a14a8e50d04), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.567844 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.568989 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27ba74b2-6a3f-40fa-981b-8a14a8e50d04 HTTP/1.1" status: 204 len: 168 time: 0.2029939 Mar 14 14:33:53.576959 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee46af-7967-4310-b4ed-89019365a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba74b2-6a3f-40fa-981b-8a14a8e50d04,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:53.668611 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51042) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:53.674350 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439957499', 'description': 'tempest-description--1780524787'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:53.691064 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2a7c9c28-dd1f-493c-8083-07f6396a5808 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:53.711630 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 2a7c9c28-dd1f-493c-8083-07f6396a5808 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:53.711973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 2a7c9c28-dd1f-493c-8083-07f6396a5808 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:53.770604 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:53.843861 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (5ad3b4f8-99fd-4709-852a-81db9ca196c3), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.045111 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5ad3b4f8-99fd-4709-852a-81db9ca196c3), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.074181 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3b4f8-99fd-4709-852a-81db9ca196c3,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:54.121230 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.122476 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6d4c5996-b8fd-48ad-8981-eebd4aa6cb95 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4527130 Mar 14 14:33:54.126179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51048) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:54.130688 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': '5ad3b4f8-99fd-4709-852a-81db9ca196c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:54.273461 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (84aebca3-958f-45da-8268-4abf2129a709), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.333905 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (84aebca3-958f-45da-8268-4abf2129a709), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.369821 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cc0d4-861f-4cee-8819-efb22625cc4e req-c2b93497-9f8d-43aa-a009-3923a217cd0a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:54.371432 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d10cc0d4-861f-4cee-8819-efb22625cc4e req-c2b93497-9f8d-43aa-a009-3923a217cd0a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0574453 Mar 14 14:33:54.410736 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (84aebca3-958f-45da-8268-4abf2129a709), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.429645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aebca3-958f-45da-8268-4abf2129a709,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:54.433968 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d10cc0d4-861f-4cee-8819-efb22625cc4e req-28d71503-cf80-43b7-af25-15feff8adb71 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566010 Mar 14 14:33:54.509889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.511152 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f600c291-dbc2-4399-8bc0-da6742bbf82f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839524 Mar 14 14:33:54.513999 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51060) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:54.519247 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': '5ad3b4f8-99fd-4709-852a-81db9ca196c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:54.610221 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (2b781496-feb3-4544-bd6b-744ccc5b071e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.673463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (2b781496-feb3-4544-bd6b-744ccc5b071e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.741892 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (2b781496-feb3-4544-bd6b-744ccc5b071e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.761317 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b781496-feb3-4544-bd6b-744ccc5b071e,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:54.853071 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:54.854318 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-828615cc-a807-4ab9-831d-dad3850a8e1a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389332 Mar 14 14:33:54.857465 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51070) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:54.862653 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:54.954997 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.062949 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.172671 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.27.2.89 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/48a71b7c-05c1-4d37-bdb5-075910116a32) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:55.289853 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.406482 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.455592 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:55.459684 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:55.462278 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:55.464820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=48a71b7c-05c1-4d37-bdb5-075910116a32,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:55.566306 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.568623 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde27a2-4230-4c52-8210-f58fdcb225c9 req-e6a4b7e0-493f-496e-876d-653efe9a9ded tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:55.570261 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-abde27a2-4230-4c52-8210-f58fdcb225c9 req-e6a4b7e0-493f-496e-876d-653efe9a9ded tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0631485 Mar 14 14:33:55.627582 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-abde27a2-4230-4c52-8210-f58fdcb225c9 req-54651dec-86ee-4d11-95f6-462f35fa578f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466700 Mar 14 14:33:55.676264 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.804333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de44d0-ac23-40eb-bb28-64b3838df653 req-cd9e5cf3-1e53-4689-8738-f0948bd9c70c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:55.805979 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-21de44d0-ac23-40eb-bb28-64b3838df653 req-cd9e5cf3-1e53-4689-8738-f0948bd9c70c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.1002390 Mar 14 14:33:55.915652 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-21de44d0-ac23-40eb-bb28-64b3838df653 req-42681ba2-6a6f-4d51-9fa2-28b55150f600 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817635 Mar 14 14:33:55.936502 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:55.940494 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51102) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:56.010834 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.088935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=48a71b7c-05c1-4d37-bdb5-075910116a32,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:56.104343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.159162 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4eb170-6516-4080-8981-83a294908aa9 tempest-TestShelveInstance-2103689467 tempest-TestShelveInstance-2103689467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:56.160196 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9c4eb170-6516-4080-8981-83a294908aa9 tempest-TestShelveInstance-2103689467 tempest-TestShelveInstance-2103689467-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1124 time: 0.2187469 Mar 14 14:33:56.163352 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51108) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:56.168301 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:56.237186 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.244545 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-109cd039-4914-475e-a04f-bb18697a8b77 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3801901 Mar 14 14:33:56.319662 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.444792 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.486947 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-29404ae9-8839-49c2-a1bc-0e124a8c8e8b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--439957499&fields=id&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 267 time: 0.0521822 Mar 14 14:33:56.572072 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Allocated IP 172.27.2.72 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/efa1910b-fce0-4185-8abd-c6ecf4f4ae22) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:56.632381 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-443c69f3-66a5-45ec-b72f-b7a6594ce94d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:56.633107 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-443c69f3-66a5-45ec-b72f-b7a6594ce94d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.1383679 Mar 14 14:33:56.648873 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-7a17a3c1-7975-46e3-9d8f-f12ce4f9e3bc tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/quotas/36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 375 time: 0.0100861 Mar 14 14:33:56.698236 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.710555 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-3c455984-8f2a-489a-9b2c-9d62ef5a0dd8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562153 Mar 14 14:33:56.811483 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-cc67cb7f-8594-45ed-a608-09e1aa5cd25a service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885007 Mar 14 14:33:56.884427 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:56.931183 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-05772176-29cc-49c6-898a-3a5d56d758ea service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126909 Mar 14 14:33:56.934617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:56.934617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:56.939474 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:56.962365 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'Port': ['ID=efa1910b-fce0-4185-8abd-c6ecf4f4ae22,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:57.207521 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf01a579-f6dd-4d4f-895b-70ac3ab491c1 req-41e0e7a3-d0ce-4062-b66c-f16e6344cea4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0347314 Mar 14 14:33:57.393480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for floatingip (025c11bc-5796-4fa6-a7fe-83542de4f1e3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.580679 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.723365 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51166) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:57.785277 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.853110 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7017d5e8-4570-4056-837b-aca6d4c26fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.913910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.953719 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7017d5e8-4570-4056-837b-aca6d4c26fc0 admin admin] Publish callbacks [] for security_group (1e8bc540-3c6a-42f0-a417-c01daa1ff2c3), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.001618 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event updated for resources: {'Port': ['ID=efa1910b-fce0-4185-8abd-c6ecf4f4ae22,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:58.027386 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.031666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.033198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.033198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.033198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.033198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:58.042966 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (025c11bc-5796-4fa6-a7fe-83542de4f1e3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.051354 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7017d5e8-4570-4056-837b-aca6d4c26fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1e8bc540-3c6a-42f0-a417-c01daa1ff2c3), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.054136 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c922b-1d97-4d6a-af47-9dbec5201c14 req-77ad3210-765e-40be-afb4-ef93ecc4fa54 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:58.055805 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-085c922b-1d97-4d6a-af47-9dbec5201c14 req-77ad3210-765e-40be-afb4-ef93ecc4fa54 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1735270 Mar 14 14:33:58.102600 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7017d5e8-4570-4056-837b-aca6d4c26fc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8bd3cf29bff4fcb83e3d8adca5d8b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774993 Mar 14 14:33:58.104773 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51172) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:58.122234 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017d5e8-4570-4056-837b-aca6d4c26fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8bc540-3c6a-42f0-a417-c01daa1ff2c3,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:58.187627 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] Publish callbacks [] for security_group (1e8bc540-3c6a-42f0-a417-c01daa1ff2c3), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.191833 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-085c922b-1d97-4d6a-af47-9dbec5201c14 req-65f393ad-8ee2-4653-935b-e7a8003b9d43 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985427 Mar 14 14:33:58.216491 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Floating IP 025c11bc-5796-4fa6-a7fe-83542de4f1e3 associated. External IP: 172.27.2.72, port: 9f863891-d808-47ba-88d5-0653fd12c899. Mar 14 14:33:58.223906 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] Publish callbacks [] for security_group (1e8bc540-3c6a-42f0-a417-c01daa1ff2c3), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.325400 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cbe24619-bab3-4a05-b60c-325d53cc23f6 req-c177591b-5815-4af0-8995-66cae628da4c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0304320 Mar 14 14:33:58.365193 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1e8bc540-3c6a-42f0-a417-c01daa1ff2c3), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.367621 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.371529 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e8bc540-3c6a-42f0-a417-c01daa1ff2c3 HTTP/1.1" status: 204 len: 168 time: 0.2589691 Mar 14 14:33:58.379375 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c3d28-55fb-42bc-acdf-a8f09dcd3005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8bc540-3c6a-42f0-a417-c01daa1ff2c3,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:58.497709 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:58.636887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:58.649128 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Sync routers for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:58.664076 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:58.664703 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:58.718759 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:58.770081 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-98874780-3245-485c-8c9a-5456cfabd54e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5924494 Mar 14 14:33:58.770081 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:58.770081 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:58.792550 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:58.801111 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988a2b6-c0d1-4435-bef2-4ba4443fc1ac x-openstack-request-id: req-b988a2b6-c0d1-4435-bef2-4ba4443fc1ac {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:58.801870 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:58.802262 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b988a2b6-c0d1-4435-bef2-4ba4443fc1ac {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:58.802691 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'status': 'completed', 'code': 200} Mar 14 14:33:58.906946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-93d6ffef-c926-4a9a-bdd7-1bbecce886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:58.908482 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-93d6ffef-c926-4a9a-bdd7-1bbecce886ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0532103 Mar 14 14:33:59.017983 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-cbc31e49-8b56-4e7e-9559-2fbd0a535219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:59.019492 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-cbc31e49-8b56-4e7e-9559-2fbd0a535219 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 908 time: 0.1031573 Mar 14 14:33:59.065723 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51184) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:59.084547 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ececa33-fb29-4ccc-86b9-7aa489b5eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.102841 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '025c11bc-5796-4fa6-a7fe-83542de4f1e3', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'mac_address': 'fa:16:3e:bb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:57Z', 'updated_at': '2022-03-14T14:33:57Z', 'revision_number': 0, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:59.111379 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-78ff027d-fed0-4cbf-814a-8b7622e34013 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 998 time: 0.0850255 Mar 14 14:33:59.133071 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Checking router: 8b69802c-917d-4274-a3c4-c4f54a2fdd65 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:59.143776 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:59.144727 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:33:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:59.197268 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ececa33-fb29-4ccc-86b9-7aa489b5eb1e admin admin] Publish callbacks [] for security_group (0076f55f-2cc8-45af-9e31-b6289512d5ff), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.203689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-e6a49d64-4735-4bf8-a42e-4bd1a5732783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:59.206017 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-e6a49d64-4735-4bf8-a42e-4bd1a5732783 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0861657 Mar 14 14:33:59.285394 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ececa33-fb29-4ccc-86b9-7aa489b5eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (0076f55f-2cc8-45af-9e31-b6289512d5ff), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.315608 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-342a8877-ce1b-42a3-831d-eb21071e1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:59.317994 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-342a8877-ce1b-42a3-831d-eb21071e1292 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1019464 Mar 14 14:33:59.345029 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:59.365554 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0ececa33-fb29-4ccc-86b9-7aa489b5eb1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2affabc618c349feaf50b785c959a898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962842 Mar 14 14:33:59.365554 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececa33-fb29-4ccc-86b9-7aa489b5eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0076f55f-2cc8-45af-9e31-b6289512d5ff,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:59.367413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51190) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:59.382527 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c66a5-a60e-40aa-b504-8531ee7aec4a req-29b3f8ff-0fa8-4325-9e83-d0f9656a581c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:59.387277 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2f8c66a5-a60e-40aa-b504-8531ee7aec4a req-29b3f8ff-0fa8-4325-9e83-d0f9656a581c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1172237 Mar 14 14:33:59.500989 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-649da1d7-5c36-40e7-be6d-11d0474b463d req-ef37021a-273b-47fa-b658-74500c0f28de tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0369058 Mar 14 14:33:59.502197 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2f8c66a5-a60e-40aa-b504-8531ee7aec4a req-46b1f089-332e-45ec-a406-04ccbb05bc6d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032572 Mar 14 14:33:59.504059 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-c9b3c602-10e4-45e3-b021-26920a71bb01 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795080 Mar 14 14:33:59.506838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] Publish callbacks [] for security_group (0076f55f-2cc8-45af-9e31-b6289512d5ff), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.541703 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] Publish callbacks [] for security_group (0076f55f-2cc8-45af-9e31-b6289512d5ff), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.621785 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81ed6193-bc0e-4f96-818b-0b8c3c75eba5 req-46c6e3cc-4ffd-4b13-9bbd-d50ff70a97e1 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087933 Mar 14 14:33:59.684040 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-813daf9b-ebfe-4f0c-b401-4b6d986b8841 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:59.685556 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-813daf9b-ebfe-4f0c-b401-4b6d986b8841 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.1195021 Mar 14 14:33:59.718244 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '025c11bc-5796-4fa6-a7fe-83542de4f1e3', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'mac_address': 'fa:16:3e:bb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:57Z', 'updated_at': '2022-03-14T14:33:57Z', 'revision_number': 0, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:59.751490 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9ef0c-d940-47cd-a5e2-05a075e9698d None None] The sync data for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi is: [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '025c11bc-5796-4fa6-a7fe-83542de4f1e3', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'mac_address': 'fa:16:3e:bb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:57Z', 'updated_at': '2022-03-14T14:33:57Z', 'revision_number': 0, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:59.752827 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (0076f55f-2cc8-45af-9e31-b6289512d5ff), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.755595 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:59.757205 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0076f55f-2cc8-45af-9e31-b6289512d5ff HTTP/1.1" status: 204 len: 168 time: 0.3883941 Mar 14 14:33:59.777102 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-72b6681d-5ec9-4f2c-8605-2edf32a5a349 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 379 time: 0.0692036 Mar 14 14:33:59.778455 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7fa0-6f71-44df-9185-f06993d83d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076f55f-2cc8-45af-9e31-b6289512d5ff,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:59.790739 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'port': {'device_id': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'admin_state_up': True, 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'security_groups': ['5ad3b4f8-99fd-4709-852a-81db9ca196c3']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:00.048833 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f0c9b-fe84-44e1-81da-46adbcf1f430 None None] New status for floating IP 025c11bc-5796-4fa6-a7fe-83542de4f1e3: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:00.267967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:00.271436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:00.416668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.20.0.14 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/5278e915-2563-491f-a2e9-0e8ad380c6b3) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:00.570446 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:00.627631 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-02b097a9-d6aa-4eb4-945e-a0ce1285b42b req-25d64de9-b71a-4feb-aa59-2c410df660a3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0328877 Mar 14 14:34:00.670513 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c12da-8d7e-4f54-9644-851b0b7cf851 req-482957f3-0094-4673-b420-4f82eb24156f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:00.673062 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a66c12da-8d7e-4f54-9644-851b0b7cf851 req-482957f3-0094-4673-b420-4f82eb24156f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0580792 Mar 14 14:34:00.674582 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:00.737617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:00.744232 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:00.754665 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:00.764776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:00.819381 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a66c12da-8d7e-4f54-9644-851b0b7cf851 req-a90d2b5d-64a3-45e8-85c5-4773cafa2ccd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368289 Mar 14 14:34:00.838662 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:00.839346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:00.956053 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-afd28f0c-a5db-40e6-9e5f-62b17f022f4f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1737304 Mar 14 14:34:00.974617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Request body: {'port': {'device_id': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:01.014288 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-bbde2ed4-78e3-4c26-a9c8-4704bd2af9b5 None None] Provisioning complete for port 5278e915-2563-491f-a2e9-0e8ad380c6b3 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:01.015162 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bbde2ed4-78e3-4c26-a9c8-4704bd2af9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.039480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.056136 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-bbde2ed4-78e3-4c26-a9c8-4704bd2af9b5 None None] Port 5278e915-2563-491f-a2e9-0e8ad380c6b3 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:01.350212 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5278e915-2563-491f-a2e9-0e8ad380c6b3 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:01.362001 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks [] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.381275 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Transition to ACTIVE for port object 5278e915-2563-491f-a2e9-0e8ad380c6b3 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:34:01.491004 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.543618 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Pushing event updated for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:01.622985 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Attempting to bind port 5278e915-2563-491f-a2e9-0e8ad380c6b3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:01.623559 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Attempting to bind port 5278e915-2563-491f-a2e9-0e8ad380c6b3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:01.623783 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Attempting to bind port 5278e915-2563-491f-a2e9-0e8ad380c6b3 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:01.629263 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Port 5278e915-2563-491f-a2e9-0e8ad380c6b3 on network c97f87a9-75a3-42aa-b254-82913f3baa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:34:01.629591 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Attempting to bind port 5278e915-2563-491f-a2e9-0e8ad380c6b3 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:01.636061 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:01.636634 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:01.637275 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:01.638125 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Bound port: 5278e915-2563-491f-a2e9-0e8ad380c6b3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:01.638808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.727498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:01.731502 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:01.780372 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63fb3-c184-4eb1-a31e-8a7b6aa159b1 req-d0a3fa49-fb91-49d6-9a07-d54340a62367 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:01.782772 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28d63fb3-c184-4eb1-a31e-8a7b6aa159b1 req-d0a3fa49-fb91-49d6-9a07-d54340a62367 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 944 time: 0.0753186 Mar 14 14:34:01.829044 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.844478 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28d63fb3-c184-4eb1-a31e-8a7b6aa159b1 req-24ad8252-eba7-44f0-b39b-da3b80eee7a7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556934 Mar 14 14:34:01.872402 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:01.873026 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:01.874537 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] 10.222.0.53 "PUT /v2.0/ports/5278e915-2563-491f-a2e9-0e8ad380c6b3 HTTP/1.1" status: 200 len: 1094 time: 0.9042296 Mar 14 14:34:01.875000 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:01.877352 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f3000-be62-45be-9655-66ecc54ad995" -d '{"events": [{"name": "network-changed", "server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:01.908259 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba7636-54fb-4dee-b097-f52fad9ac090 service neutron] Pushing event updated for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:01.931724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8204f01-8957-4bf5-95c8-c81ae1ae8ce1 x-openstack-request-id: req-b8204f01-8957-4bf5-95c8-c81ae1ae8ce1 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:01.932179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:01.932505 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8204f01-8957-4bf5-95c8-c81ae1ae8ce1 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:01.932970 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'status': 'completed', 'code': 200} Mar 14 14:34:02.073377 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c397f-4d7d-4d08-8174-f04fdfc564b3 req-eff7b6cc-a69d-40c4-ac21-844216b8c237 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.075058 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-750c397f-4d7d-4d08-8174-f04fdfc564b3 req-eff7b6cc-a69d-40c4-ac21-844216b8c237 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1229577 Mar 14 14:34:02.077212 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3000-be62-45be-9655-66ecc54ad995 req-adf1983b-7051-4242-b847-fdf9a23b92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.079332 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-810f3000-be62-45be-9655-66ecc54ad995 req-adf1983b-7051-4242-b847-fdf9a23b92e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 1128 time: 0.0832152 Mar 14 14:34:02.224272 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-750c397f-4d7d-4d08-8174-f04fdfc564b3 req-ee5bbf92-e769-41b2-a12a-5ec291c90d9e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428921 Mar 14 14:34:02.324536 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3000-be62-45be-9655-66ecc54ad995 req-8a76da70-6da7-466c-9c80-1462d0a912d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.326076 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-810f3000-be62-45be-9655-66ecc54ad995 req-8a76da70-6da7-466c-9c80-1462d0a912d3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2301996 Mar 14 14:34:02.500716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3000-be62-45be-9655-66ecc54ad995 req-2c4b2af7-4086-4839-96cc-4096eae897a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.502305 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-810f3000-be62-45be-9655-66ecc54ad995 req-2c4b2af7-4086-4839-96cc-4096eae897a2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687357 Mar 14 14:34:02.620773 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-f1488247-6590-4179-bc99-3bc742e3c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.622226 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-f1488247-6590-4179-bc99-3bc742e3c4ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 1128 time: 0.0491495 Mar 14 14:34:02.673264 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-3666d7ce-ede3-4a4a-b83b-9d6dea1a9580 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3 HTTP/1.1" status: 200 len: 217 time: 0.0349786 Mar 14 14:34:02.726283 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-a9c2a9e4-19f8-483b-9253-88954a0f45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.727949 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-a9c2a9e4-19f8-483b-9253-88954a0f45d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0475638 Mar 14 14:34:02.777794 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-4982114f-5a71-41ee-a352-ec290ac0d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.779327 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-4982114f-5a71-41ee-a352-ec290ac0d469 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454552 Mar 14 14:34:02.874292 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-502dd73c-5ecf-4145-a7dc-39ee0a4f346b service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886843 Mar 14 14:34:02.979909 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61e65e79-ae9c-4932-8e68-b365ad82660e req-f51161cb-ca7e-422c-a688-2c10ea606a21 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995145 Mar 14 14:34:03.008232 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7a6a1-4c47-478f-9f60-4b5cd1664fdc req-f209bc24-8fe6-47c7-a650-3874fce9bcdb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:03.009713 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d4e7a6a1-4c47-478f-9f60-4b5cd1664fdc req-f209bc24-8fe6-47c7-a650-3874fce9bcdb tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 944 time: 0.0875325 Mar 14 14:34:03.060364 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d4e7a6a1-4c47-478f-9f60-4b5cd1664fdc req-8e43555b-b998-4218-9046-4c17ea1b749f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Mar 14 14:34:03.369544 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633316eb-080b-4f32-a7ce-c2de172336bb req-abf405ff-d3c2-4853-8f85-c5d8125009e1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:03.371115 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-633316eb-080b-4f32-a7ce-c2de172336bb req-abf405ff-d3c2-4853-8f85-c5d8125009e1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0563855 Mar 14 14:34:03.421834 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-633316eb-080b-4f32-a7ce-c2de172336bb req-3cb6d73b-3366-4804-8ca2-a3a42f9aea94 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Mar 14 14:34:04.195313 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8feea-6a58-4e62-b7fd-6310367732f0 req-6272040d-69c6-49cc-9789-39ed417e1d28 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:04.196874 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50a8feea-6a58-4e62-b7fd-6310367732f0 req-6272040d-69c6-49cc-9789-39ed417e1d28 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 944 time: 0.0596466 Mar 14 14:34:04.248943 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50a8feea-6a58-4e62-b7fd-6310367732f0 req-f91fdc25-da97-4a58-a9bc-5ebc13f4ce5f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464122 Mar 14 14:34:04.532496 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5278e915-2563-491f-a2e9-0e8ad380c6b3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:34:04.550758 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a746-a6ab-4115-a69b-6bcba03869ba req-2b96577f-1e37-4fdc-adc9-58910293820e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:04.552303 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5a8a746-a6ab-4115-a69b-6bcba03869ba req-2b96577f-1e37-4fdc-adc9-58910293820e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0600777 Mar 14 14:34:04.606104 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5a8a746-a6ab-4115-a69b-6bcba03869ba req-cc250256-314c-4518-b919-a8aea8e6b23f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482900 Mar 14 14:34:04.642305 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:04.653318 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'port_id': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'mac_address': 'fa:16:3e:ba:05:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:34:04.694828 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 5278e915-2563-491f-a2e9-0e8ad380c6b3 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:04.695274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:04.709121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5278e915-2563-491f-a2e9-0e8ad380c6b3 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:04.728984 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:04.810435 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:04.868995 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:05.153320 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['5278e915-2563-491f-a2e9-0e8ad380c6b3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:05.375234 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a7c6e-bbb0-458f-a798-1fda5e9e58d5 req-6978e695-c23e-4cbe-b4e1-34f7dc857301 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:05.376627 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e38a7c6e-bbb0-458f-a798-1fda5e9e58d5 req-6978e695-c23e-4cbe-b4e1-34f7dc857301 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 945 time: 0.0527477 Mar 14 14:34:05.681314 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e38a7c6e-bbb0-458f-a798-1fda5e9e58d5 req-d6d529ba-cd34-4585-a8f0-20e2d3fa1f27 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985141 Mar 14 14:34:05.734460 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05e17-9478-463c-ba03-67089d271bd8 req-eb0bc306-dbc7-4e53-89ed-0d11c0856d67 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:05.735943 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59d05e17-9478-463c-ba03-67089d271bd8 req-eb0bc306-dbc7-4e53-89ed-0d11c0856d67 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0544927 Mar 14 14:34:05.783395 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59d05e17-9478-463c-ba03-67089d271bd8 req-b9e063e7-9f76-4704-bdb7-feaeedd83a6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Mar 14 14:34:06.001390 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:34:06.553981 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5278e915-2563-491f-a2e9-0e8ad380c6b3 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:06.690327 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 5278e915-2563-491f-a2e9-0e8ad380c6b3 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:34:06.695302 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 5278e915-2563-491f-a2e9-0e8ad380c6b3 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:06.695741 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:06.777670 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 5278e915-2563-491f-a2e9-0e8ad380c6b3 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:06.778081 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:06.801522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:06.803825 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7a5f47-4f1d-4d95-a616-3560f84c70e1" -d '{"events": [{"server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "name": "network-vif-plugged", "status": "completed", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:06.804635 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167d8c-d436-449d-abcb-9f38e463cf42 req-7ab955f6-98e8-438b-b8dd-9e079631216b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:06.806605 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88167d8c-d436-449d-abcb-9f38e463cf42 req-7ab955f6-98e8-438b-b8dd-9e079631216b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 945 time: 0.0559647 Mar 14 14:34:06.816772 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:06.865369 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-88167d8c-d436-449d-abcb-9f38e463cf42 req-98a8897b-8008-4eca-8244-a32ebb4142f8 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Mar 14 14:34:06.885526 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:06.925762 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf0adb2-42f0-4e55-a9d4-b90d78721d30 x-openstack-request-id: req-ccf0adb2-42f0-4e55-a9d4-b90d78721d30 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:06.926146 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "name": "network-vif-plugged", "status": "completed", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:06.926405 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccf0adb2-42f0-4e55-a9d4-b90d78721d30 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:06.926964 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'code': 200} Mar 14 14:34:06.941501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8d49-ccd0-4583-9d32-af94ec6dbf4d req-d01f289a-9ae7-4cfa-a61c-ead8ab6759cc tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:06.944720 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bb1b8d49-ccd0-4583-9d32-af94ec6dbf4d req-d01f289a-9ae7-4cfa-a61c-ead8ab6759cc tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0894356 Mar 14 14:34:06.945960 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:07.024848 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bb1b8d49-ccd0-4583-9d32-af94ec6dbf4d req-a3350b77-82e5-49ec-8cb9-bd4b0c3a2a51 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722523 Mar 14 14:34:07.358999 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20daf-664e-484a-b01f-f35ffa6c5aaf req-535d20f2-38c1-40f1-a9a1-e7c0e15b4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:07.360404 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93b20daf-664e-484a-b01f-f35ffa6c5aaf req-535d20f2-38c1-40f1-a9a1-e7c0e15b4bfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 1130 time: 0.0479217 Mar 14 14:34:07.404651 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93b20daf-664e-484a-b01f-f35ffa6c5aaf req-74be6f8b-a17d-4527-8f92-2d4dad68ed15 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380077 Mar 14 14:34:07.762969 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51302) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:07.872990 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4b7461de-84fc-4faf-8a5f-fc29d8280961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:07.955731 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4b7461de-84fc-4faf-8a5f-fc29d8280961 admin admin] Publish callbacks [] for security_group (e4ee5be4-81da-4b80-9272-c01cbf8fd16a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:07.990848 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ae78-9f23-4de6-9102-34a1a63832ea req-b2c022fb-d02d-434b-8d25-ae7f8be26bbe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:07.992407 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f98ae78-9f23-4de6-9102-34a1a63832ea req-b2c022fb-d02d-434b-8d25-ae7f8be26bbe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0552700 Mar 14 14:34:08.039077 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4b7461de-84fc-4faf-8a5f-fc29d8280961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e4ee5be4-81da-4b80-9272-c01cbf8fd16a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.043268 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3f98ae78-9f23-4de6-9102-34a1a63832ea req-5adec7c9-923e-40ba-ac41-9a28f1ed3971 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449746 Mar 14 14:34:08.079149 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4b7461de-84fc-4faf-8a5f-fc29d8280961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=655fb200d6cc45769fd14e0231dc11be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150997 Mar 14 14:34:08.081852 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51310) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:08.107957 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7461de-84fc-4faf-8a5f-fc29d8280961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee5be4-81da-4b80-9272-c01cbf8fd16a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:08.144783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] Publish callbacks [] for security_group (e4ee5be4-81da-4b80-9272-c01cbf8fd16a), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.154027 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343bc41-0bce-4381-831c-c7ef78e45246 req-5ff06e65-65a3-4fd3-9aaa-2d360f3a4131 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:08.155572 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e343bc41-0bce-4381-831c-c7ef78e45246 req-5ff06e65-65a3-4fd3-9aaa-2d360f3a4131 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0623820 Mar 14 14:34:08.164539 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7edde1a7-99ec-402f-89d5-bab4d822e795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.168333 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] Publish callbacks [] for security_group (e4ee5be4-81da-4b80-9272-c01cbf8fd16a), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.206523 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e343bc41-0bce-4381-831c-c7ef78e45246 req-ba32d09f-ae77-4066-976f-0dbc5807d2e7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Mar 14 14:34:08.273155 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e4ee5be4-81da-4b80-9272-c01cbf8fd16a), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.275804 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:08.276961 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4ee5be4-81da-4b80-9272-c01cbf8fd16a HTTP/1.1" status: 204 len: 168 time: 0.1941187 Mar 14 14:34:08.285843 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e8d9c-6b36-4088-a278-1309846fc68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee5be4-81da-4b80-9272-c01cbf8fd16a,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:08.992560 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51318) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:09.006358 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2bfca7b9-e2d6-48e8-87ed-910517c3c8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.086310 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2bfca7b9-e2d6-48e8-87ed-910517c3c8b6 admin admin] Publish callbacks [] for security_group (708d84ca-c984-4f7f-bc0b-313d828f4d7d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.148233 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2bfca7b9-e2d6-48e8-87ed-910517c3c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (708d84ca-c984-4f7f-bc0b-313d828f4d7d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.168042 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1283ec-d405-4ee0-a2f7-8b05b80295d2 req-19327ebf-e4c3-4f06-b7fb-9992d90380c5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.169621 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5e1283ec-d405-4ee0-a2f7-8b05b80295d2 req-19327ebf-e4c3-4f06-b7fb-9992d90380c5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0565555 Mar 14 14:34:09.187005 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2bfca7b9-e2d6-48e8-87ed-910517c3c8b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f64af68697c4dbd90bb8e45154feb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933615 Mar 14 14:34:09.188215 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca7b9-e2d6-48e8-87ed-910517c3c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d84ca-c984-4f7f-bc0b-313d828f4d7d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:09.190700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51322) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:09.223422 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5e1283ec-d405-4ee0-a2f7-8b05b80295d2 req-b1433001-20f9-4375-958d-b64880d5c00b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478787 Mar 14 14:34:09.246029 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] Publish callbacks [] for security_group (708d84ca-c984-4f7f-bc0b-313d828f4d7d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.272246 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] Publish callbacks [] for security_group (708d84ca-c984-4f7f-bc0b-313d828f4d7d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.351085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeda4b2-67ef-4596-9658-5152bffe40f4 req-1d251e1e-49e0-4a88-896f-1f2874e44024 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.352988 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-dfeda4b2-67ef-4596-9658-5152bffe40f4 req-1d251e1e-49e0-4a88-896f-1f2874e44024 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0616684 Mar 14 14:34:09.368614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51328) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:09.374878 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'port_id': '5278e915-2563-491f-a2e9-0e8ad380c6b3'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:09.379471 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00f41b-f7d6-4472-b12e-8d1b8b8a730e req-98ff1199-22bc-41fa-9297-9729cec6e2f9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.381181 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b00f41b-f7d6-4472-b12e-8d1b8b8a730e req-98ff1199-22bc-41fa-9297-9729cec6e2f9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0884926 Mar 14 14:34:09.419217 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.434939 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b00f41b-f7d6-4472-b12e-8d1b8b8a730e req-cb422309-e3f8-4510-bf48-defb16a7324b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Mar 14 14:34:09.444543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (708d84ca-c984-4f7f-bc0b-313d828f4d7d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.459511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.459511 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/708d84ca-c984-4f7f-bc0b-313d828f4d7d HTTP/1.1" status: 204 len: 168 time: 0.2573335 Mar 14 14:34:09.466163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc19c-2dc3-4ccf-a471-5b5339b6918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d84ca-c984-4f7f-bc0b-313d828f4d7d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:09.810614 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d673b-042a-4bac-98f5-d04109db33a5 req-c141c1d7-6164-4320-be8d-294465589640 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.812291 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-121d673b-042a-4bac-98f5-d04109db33a5 req-c141c1d7-6164-4320-be8d-294465589640 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0644815 Mar 14 14:34:09.891723 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-121d673b-042a-4bac-98f5-d04109db33a5 req-3c2fba76-6d30-4462-9553-6b7174e12d08 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720634 Mar 14 14:34:09.962571 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:09.989133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-d5437bb1-0380-4931-bd9d-66b04cfb7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.991330 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-d5437bb1-0380-4931-bd9d-66b04cfb7e27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0539463 Mar 14 14:34:10.039188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.096296 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-a2e9a7f8-ec51-4086-9dcb-c0f3e83d38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.098085 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-a2e9a7f8-ec51-4086-9dcb-c0f3e83d38a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.0985298 Mar 14 14:34:10.162236 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP dd45f3a1-dee0-4438-9ebc-487f2bc6425f associated. External IP: 172.27.2.89, port: 5278e915-2563-491f-a2e9-0e8ad380c6b3. Mar 14 14:34:10.183229 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-3dac3832-a174-406a-a7bd-b97c178e9d28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 200 len: 1002 time: 0.0779998 Mar 14 14:34:10.240376 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-c4f8fcf5-7abf-4428-bde2-f7f043b11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.241899 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-c4f8fcf5-7abf-4428-bde2-f7f043b11ec1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0522416 Mar 14 14:34:10.307498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-59afbee5-d05d-4960-ab1e-59e0d5e4ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.309321 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-59afbee5-d05d-4960-ab1e-59e0d5e4ad9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605438 Mar 14 14:34:10.426240 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-f0386d67-7a0f-473f-9017-a7ca931d24b0 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091068 Mar 14 14:34:10.434010 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:10.518714 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-15132053-c218-4738-995c-635a2feb64dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.537598 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fae62d21-129c-4f87-ac8b-199ac762e25d req-fe189e9a-3ad7-473d-a3d2-e1d409fe55b6 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033971 Mar 14 14:34:10.572203 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:10.577231 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.586628 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:10.605178 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:10.606209 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:10.625048 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fe0e6cca-8f2f-4488-832c-9df4847af6c3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "PUT /v2.0/floatingips/dd45f3a1-dee0-4438-9ebc-487f2bc6425f HTTP/1.1" status: 200 len: 991 time: 1.2397830 Mar 14 14:34:10.625048 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:10.625048 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a3544-bbbd-4cd3-96eb-ee6949bf638e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:10.675680 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51358) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:10.680688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56174a85-b93f-406e-8c0b-54bbc9d83a0c x-openstack-request-id: req-56174a85-b93f-406e-8c0b-54bbc9d83a0c {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:10.681001 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:10.681219 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56174a85-b93f-406e-8c0b-54bbc9d83a0c {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:10.681622 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'status': 'completed', 'code': 200} Mar 14 14:34:10.796286 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-0977442f-d8b5-4789-a208-7c20e9557082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.797615 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-0977442f-d8b5-4789-a208-7c20e9557082 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 1130 time: 0.0611615 Mar 14 14:34:10.801100 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2051845138-network', 'tenant_id': '7fbbeb7bb1b943b5bb236474dd9c7a84'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:10.892555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Made reservation on behalf of 7fbbeb7bb1b943b5bb236474dd9c7a84 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:10.894369 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:10.894866 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.912432 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.931866 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-94064b8f-fa28-46cd-817e-1b98bc578a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.934594 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-94064b8f-fa28-46cd-817e-1b98bc578a3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.1270914 Mar 14 14:34:11.065201 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-5ba7ff43-1603-4cf3-ac9e-eedacb997b9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3 HTTP/1.1" status: 200 len: 999 time: 0.1232660 Mar 14 14:34:11.137206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfac0d-3e40-4a34-a60e-06c7a2bd3f0b req-27544cc0-e23d-4576-8db1-247611d081a9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:11.138709 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bfdfac0d-3e40-4a34-a60e-06c7a2bd3f0b req-27544cc0-e23d-4576-8db1-247611d081a9 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1504681 Mar 14 14:34:11.146717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks [] for security_group (54111eaa-f65e-4c58-aa85-0dd212273b48), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.170440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'dd45f3a1-dee0-4438-9ebc-487f2bc6425f', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:ba:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:55Z', 'updated_at': '2022-03-14T14:34:09Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:11.172107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-b37100c2-56e3-4e2b-974c-77e281c5adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:11.173583 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-b37100c2-56e3-4e2b-974c-77e281c5adcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0917594 Mar 14 14:34:11.198529 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:11.207189 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:11.207804 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:11.225084 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bfdfac0d-3e40-4a34-a60e-06c7a2bd3f0b req-ec237286-4e85-4e02-9648-0ac49d65f418 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768695 Mar 14 14:34:11.254923 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-c4df0938-64c3-44d8-8aad-165130c63762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:11.254923 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-c4df0938-64c3-44d8-8aad-165130c63762 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591917 Mar 14 14:34:11.333891 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:11.548777 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (54111eaa-f65e-4c58-aa85-0dd212273b48), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.585333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:11.602756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54111eaa-f65e-4c58-aa85-0dd212273b48,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:11.609703 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'dd45f3a1-dee0-4438-9ebc-487f2bc6425f', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:ba:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:55Z', 'updated_at': '2022-03-14T14:34:09Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:11.613158 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (672c2032-496c-4661-a660-1b1c74e07f45), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.613502 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Added segment 672c2032-496c-4661-a660-1b1c74e07f45 of type vlan for network e74b948e-f3d8-45d8-8963-332de4c215af Mar 14 14:34:11.617940 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-d5636020-3a72-491b-afe3-0b857e912781 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659947 Mar 14 14:34:11.639043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7a74f-2046-451b-aea5-0aba7b8672a9 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'dd45f3a1-dee0-4438-9ebc-487f2bc6425f', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:ba:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:55Z', 'updated_at': '2022-03-14T14:34:09Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:11.679341 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (e74b948e-f3d8-45d8-8963-332de4c215af), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.763042 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-723a3544-bbbd-4cd3-96eb-ee6949bf638e req-7044165a-5e52-46a2-a64c-1f4e952ee2d0 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342533 Mar 14 14:34:11.816056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (e74b948e-f3d8-45d8-8963-332de4c215af), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.817032 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:11.817624 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.879734 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9885069-c5e4-4455-934e-baba9042d254 None None] New status for floating IP dd45f3a1-dee0-4438-9ebc-487f2bc6425f: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:11.883280 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] Pushing event updated for resources: {'Network': ['ID=e74b948e-f3d8-45d8-8963-332de4c215af,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:11.898263 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network e74b948e-f3d8-45d8-8963-332de4c215af details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:11.939282 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fded75b1-b16a-44f0-8c64-7ac229453677 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2618117 Mar 14 14:34:11.943514 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51364) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:11.948954 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Request body: {'subnet': {'network_id': 'e74b948e-f3d8-45d8-8963-332de4c215af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2051845138-subnet', 'tenant_id': '7fbbeb7bb1b943b5bb236474dd9c7a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:12.044900 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Made reservation on behalf of 7fbbeb7bb1b943b5bb236474dd9c7a84 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:12.047483 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.364656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7378f50-7bab-4700-9515-ac707bcdbf8f req-63f87937-dbec-4722-b06c-0998091594ad tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:12.367456 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c7378f50-7bab-4700-9515-ac707bcdbf8f req-63f87937-dbec-4722-b06c-0998091594ad tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.0599601 Mar 14 14:34:12.370605 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (160ef749-d4ea-4870-9a57-9a457a770f0b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.425769 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c7378f50-7bab-4700-9515-ac707bcdbf8f req-8d4daedc-9640-4d5c-b047-4eafa118cbaf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520656 Mar 14 14:34:12.432116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160ef749-d4ea-4870-9a57-9a457a770f0b,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:12.442802 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Checking segment: {'id': '672c2032-496c-4661-a660-1b1c74e07f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e74b948e-f3d8-45d8-8963-332de4c215af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:12.443172 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Network hostable DHCP agents. Network: e74b948e-f3d8-45d8-8963-332de4c215af, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:12.570366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Network e74b948e-f3d8-45d8-8963-332de4c215af is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:12.638947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, e74b948e-f3d8-45d8-8963-332de4c215af) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:12.643674 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:12.644695 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.649692 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376b4d5-46d5-44a7-88cc-21066497efc5 None None] Network e74b948e-f3d8-45d8-8963-332de4c215af requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:12.748991 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076a5ec-0870-41f5-a431-ff490abe6593 None None] Network e74b948e-f3d8-45d8-8963-332de4c215af requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:12.750665 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a0bc7142-3a59-419f-b446-f4efe31fcf64 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8057504 Mar 14 14:34:12.907679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.489153 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51386) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:13.494999 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1634727039-network', 'tenant_id': 'd3223bac06e844e4a46e679570b684b7'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:13.564423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Made reservation on behalf of d3223bac06e844e4a46e679570b684b7 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:13.566812 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.577687 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.676338 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks [] for security_group (33407c4a-1121-499a-983f-6fd6d8925e37), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.713247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.735800 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (33407c4a-1121-499a-983f-6fd6d8925e37), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.761982 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:13.772265 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33407c4a-1121-499a-983f-6fd6d8925e37,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:13.779101 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (8a8d9c02-6764-4639-baaf-1188332cf9bf), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.779456 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Added segment 8a8d9c02-6764-4639-baaf-1188332cf9bf of type vlan for network f7d010f3-22e4-4349-ba4f-0709a64b37c9 Mar 14 14:34:13.820712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (f7d010f3-22e4-4349-ba4f-0709a64b37c9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.896645 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (f7d010f3-22e4-4349-ba4f-0709a64b37c9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.897963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:13.898730 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.966141 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d010f3-22e4-4349-ba4f-0709a64b37c9,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:13.976973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network f7d010f3-22e4-4349-ba4f-0709a64b37c9 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:14.001972 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-141bd549-fab3-453c-8790-7ec052bd4720 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5109422 Mar 14 14:34:14.005102 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51388) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:14.010798 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Request body: {'subnet': {'network_id': 'f7d010f3-22e4-4349-ba4f-0709a64b37c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1634727039-subnet', 'tenant_id': 'd3223bac06e844e4a46e679570b684b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:14.131774 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Made reservation on behalf of d3223bac06e844e4a46e679570b684b7 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:14.134220 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.376083 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (d46634a5-a8f8-48fd-b541-e2cad8c5c688), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.435777 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46634a5-a8f8-48fd-b541-e2cad8c5c688,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:14.445749 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Checking segment: {'id': '8a8d9c02-6764-4639-baaf-1188332cf9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f7d010f3-22e4-4349-ba4f-0709a64b37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:14.446142 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Network hostable DHCP agents. Network: f7d010f3-22e4-4349-ba4f-0709a64b37c9, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:14.524610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Network f7d010f3-22e4-4349-ba4f-0709a64b37c9 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:14.610208 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, f7d010f3-22e4-4349-ba4f-0709a64b37c9) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:14.615178 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:14.615903 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.623679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed5ad2-8c59-4aca-8983-197ee937ab24 None None] Network f7d010f3-22e4-4349-ba4f-0709a64b37c9 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:14.705852 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-acfa462e-94ff-4118-aaec-b56ed6719cfe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6990998 Mar 14 14:34:14.744210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198fb12-556c-498b-9e95-a8f57e37af0c None None] Network f7d010f3-22e4-4349-ba4f-0709a64b37c9 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:15.547585 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.164624 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.941616 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b0dd-6dc5-4b6a-a529-6608dec67cca req-275ef7bc-aa3d-4291-ad74-8e5e3da265bd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.943291 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9635b0dd-6dc5-4b6a-a529-6608dec67cca req-275ef7bc-aa3d-4291-ad74-8e5e3da265bd tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.0652471 Mar 14 14:34:24.003059 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9635b0dd-6dc5-4b6a-a529-6608dec67cca req-27c01bb3-977e-4ed8-a365-1bdb36b285f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512152 Mar 14 14:34:25.159178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385752-7ed2-4eb4-89b8-99a32f06ed9a req-db3dccef-82c9-466c-9e66-56d365db7ea6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.160722 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28385752-7ed2-4eb4-89b8-99a32f06ed9a req-db3dccef-82c9-466c-9e66-56d365db7ea6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.0597746 Mar 14 14:34:25.226954 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28385752-7ed2-4eb4-89b8-99a32f06ed9a req-ccc6645f-746b-4c52-8893-c61ae0daed34 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593948 Mar 14 14:34:25.951697 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-60bd32af-c5fc-4560-bc27-012df3b40b1b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.953227 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-60bd32af-c5fc-4560-bc27-012df3b40b1b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.0651903 Mar 14 14:34:26.071169 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Deleting port a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:26.071520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.227754 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] For port a2b15213-cff0-480b-90c2-bca0b327197d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a2b15213-cff0-480b-90c2-bca0b327197d,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:26.228290 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.469254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9fff2-1d21-443a-8737-c55e73b9da75 req-fbc7f8df-e82e-45ff-9c0a-824217647e70 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:26.471224 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-34c9fff2-1d21-443a-8737-c55e73b9da75 req-fbc7f8df-e82e-45ff-9c0a-824217647e70 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 946 time: 0.1226463 Mar 14 14:34:26.490942 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.491196 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.491525 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Floating IP b6cfeb87-07ac-45b9-9eb3-890b1d15fe17 disassociated. External IP: 172.27.2.11, port: a2b15213-cff0-480b-90c2-bca0b327197d. Mar 14 14:34:26.491879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Calling delete_port for a2b15213-cff0-480b-90c2-bca0b327197d owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:26.578895 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-34c9fff2-1d21-443a-8737-c55e73b9da75 req-c0c1a5b4-3be5-498d-828e-fbcefbc14762 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981908 Mar 14 14:34:26.730370 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (a2b15213-cff0-480b-90c2-bca0b327197d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.764660 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'Port': ['ID=a2b15213-cff0-480b-90c2-bca0b327197d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:26.903492 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:27.057832 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:27.070795 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:27.088150 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:27.089036 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.131435 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] No DVR routers for this DVR port a2b15213-cff0-480b-90c2-bca0b327197d on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:27.135505 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.141680 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca61a33a-98f8-413a-af5e-a450ff3ab04e req-b07cf73c-fc94-4e05-a8d3-166055c21f98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "DELETE /v2.0/ports/a2b15213-cff0-480b-90c2-bca0b327197d HTTP/1.1" status: 204 len: 173 time: 1.1813953 Mar 14 14:34:27.142555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-deleted', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:27.147571 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b75f9a-17f0-44af-9c57-3ce69b2f2713" -d '{"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-deleted", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:27.225928 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e230c-1f65-4613-8717-58d49149f9bc x-openstack-request-id: req-7a9e230c-1f65-4613-8717-58d49149f9bc {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:27.226735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d95549-fcd5-4fba-85d8-28aefe200d0f", "name": "network-vif-deleted", "tag": "a2b15213-cff0-480b-90c2-bca0b327197d", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:27.227171 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a9e230c-1f65-4613-8717-58d49149f9bc {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:27.227849 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d95549-fcd5-4fba-85d8-28aefe200d0f', 'name': 'network-vif-deleted', 'tag': 'a2b15213-cff0-480b-90c2-bca0b327197d', 'status': 'completed', 'code': 200} Mar 14 14:34:27.233890 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:27.533444 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.586887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:27.604519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:27.605146 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.766553 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca0c485b-a57f-4e4e-a141-f2e27ac2a168 req-45188447-60a6-45fd-9317-4a549cf50807 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9d95549-fcd5-4fba-85d8-28aefe200d0f HTTP/1.1" status: 200 len: 210 time: 0.0531905 Mar 14 14:34:27.933810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:28.199602 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:28.234757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7466-7619-4700-ae78-e6c231b51aaa None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:28.543568 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8706728a-f111-438a-b14b-e4f95fbffb55 None None] New status for floating IP b6cfeb87-07ac-45b9-9eb3-890b1d15fe17: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:28.652749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:28.679514 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: a2b15213-cff0-480b-90c2-bca0b327197d {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:28.680036 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device a2b15213-cff0-480b-90c2-bca0b327197d not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:29.000297 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51516) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.066118 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (34326e36-b8dc-48f6-b92e-ba1ccc9af5ec), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.094392 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (34326e36-b8dc-48f6-b92e-ba1ccc9af5ec), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.227378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (34326e36-b8dc-48f6-b92e-ba1ccc9af5ec), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.235445 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.237403 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "DELETE /v2.0/security-groups/34326e36-b8dc-48f6-b92e-ba1ccc9af5ec HTTP/1.1" status: 204 len: 168 time: 0.2358122 Mar 14 14:34:29.242026 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51522) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.254002 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda05a16-a7c3-4375-8ec6-b350139728c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34326e36-b8dc-48f6-b92e-ba1ccc9af5ec,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:29.259162 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-52007ea3-be0b-4e19-82fc-094a33ae687c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] show failed (client error): The resource could not be found. Mar 14 14:34:29.260759 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-52007ea3-be0b-4e19-82fc-094a33ae687c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups/34326e36-b8dc-48f6-b92e-ba1ccc9af5ec HTTP/1.1" status: 404 len: 347 time: 0.0168216 Mar 14 14:34:29.275943 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51524) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.513229 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Deleting port 8fada9c9-ddcd-4a2d-af27-89dcab50c2d9 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:29.513756 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.600626 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.600949 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.614753 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Calling delete_port for 8fada9c9-ddcd-4a2d-af27-89dcab50c2d9 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:29.873116 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (8fada9c9-ddcd-4a2d-af27-89dcab50c2d9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.906747 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'Port': ['ID=8fada9c9-ddcd-4a2d-af27-89dcab50c2d9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:29.937084 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.938258 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.938258 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.938258 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.938727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.939026 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.939440 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.939841 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.940212 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.940619 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.940993 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.941426 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.941810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.942578 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.942881 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:29.996216 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (b6cfeb87-07ac-45b9-9eb3-890b1d15fe17), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.999354 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.000643 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f97352ff-023e-4033-9ef2-103216dd8dc8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "DELETE /v2.0/floatingips/b6cfeb87-07ac-45b9-9eb3-890b1d15fe17 HTTP/1.1" status: 204 len: 168 time: 0.7237158 Mar 14 14:34:30.705083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51536) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:30.711078 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790787963', 'description': 'tempest-description--641085932'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:30.788167 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.881291 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (3a53b038-3fb2-4253-9dba-d7a590d775db), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.981786 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3a53b038-3fb2-4253-9dba-d7a590d775db), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.017369 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53b038-3fb2-4253-9dba-d7a590d775db,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:31.104360 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.105962 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-389079c4-8a7a-45fe-af29-f9bd20425add tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3991277 Mar 14 14:34:31.110649 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51546) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:31.118184 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group_rule': {'security_group_id': '3a53b038-3fb2-4253-9dba-d7a590d775db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:31.455943 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (5c1d0f09-ff35-4c0d-a268-d9f9f425f14d), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.510596 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (5c1d0f09-ff35-4c0d-a268-d9f9f425f14d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.672803 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (5c1d0f09-ff35-4c0d-a268-d9f9f425f14d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.698796 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1d0f09-ff35-4c0d-a268-d9f9f425f14d,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:31.772844 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.774167 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e020251e-c477-424f-9915-355dfa467ba9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6620526 Mar 14 14:34:31.777163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51554) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:31.781903 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'security_group_rule': {'security_group_id': '3a53b038-3fb2-4253-9dba-d7a590d775db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:31.900997 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (7ec029dd-c323-4bb8-8938-f50e8f720e9d), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.987691 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (7ec029dd-c323-4bb8-8938-f50e8f720e9d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.073485 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (7ec029dd-c323-4bb8-8938-f50e8f720e9d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.096809 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec029dd-c323-4bb8-8938-f50e8f720e9d,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:32.154804 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.156153 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2de9ee7d-7d04-45fa-8ce3-83261b637394 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779962 Mar 14 14:34:32.159760 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51558) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:32.166279 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:32.244766 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.361208 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.480056 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Allocated IP 172.27.2.211 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/ce0abe31-e32e-4f39-8f2e-d59250b9537d) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:32.618741 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.730422 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.779903 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:32.785248 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:32.791133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:32.816972 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=ce0abe31-e32e-4f39-8f2e-d59250b9537d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:32.922765 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.045407 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.064116 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51570) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:33.149101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Deleting subnet 160ef749-d4ea-4870-9a57-9a457a770f0b {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:34:33.152882 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Publish callbacks [] for subnet (160ef749-d4ea-4870-9a57-9a457a770f0b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.198552 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (160ef749-d4ea-4870-9a57-9a457a770f0b), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.245954 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (160ef749-d4ea-4870-9a57-9a457a770f0b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.289583 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.370945 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.405247 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (160ef749-d4ea-4870-9a57-9a457a770f0b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.443195 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160ef749-d4ea-4870-9a57-9a457a770f0b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:33.446111 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.450964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=ce0abe31-e32e-4f39-8f2e-d59250b9537d,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:33.452898 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9b3ef8d5-64fd-4ff7-8bfe-4b158bdd76be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/160ef749-d4ea-4870-9a57-9a457a770f0b HTTP/1.1" status: 204 len: 168 time: 0.3871186 Mar 14 14:34:33.454844 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51572) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:33.564927 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.645809 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (e74b948e-f3d8-45d8-8963-332de4c215af), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.723487 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.725273 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c5a820e7-5bbc-47f5-9968-2a5358ab9e25 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5639622 Mar 14 14:34:33.796435 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (e74b948e-f3d8-45d8-8963-332de4c215af), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.825967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74b948e-f3d8-45d8-8963-332de4c215af']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:33.837945 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672c2032-496c-4661-a660-1b1c74e07f45') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:33.838265 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672c2032-496c-4661-a660-1b1c74e07f45') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:33.850451 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (672c2032-496c-4661-a660-1b1c74e07f45), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.869862 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (672c2032-496c-4661-a660-1b1c74e07f45), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.878269 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:34:33.878761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (672c2032-496c-4661-a660-1b1c74e07f45), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:34:33.882673 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:34:33.998036 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-08c918cd-ab14-4eeb-96a3-e0eabcb29749 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1790787963&fields=id&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 267 time: 0.0553851 Mar 14 14:34:34.028989 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (e74b948e-f3d8-45d8-8963-332de4c215af), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.039904 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.043187 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e74b948e-f3d8-45d8-8963-332de4c215af HTTP/1.1" status: 204 len: 168 time: 0.5867631 Mar 14 14:34:34.046477 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51588) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:34.101832 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c780af-aa77-4697-8ac3-791403ed37e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74b948e-f3d8-45d8-8963-332de4c215af,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:34.193614 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Deleting subnet d46634a5-a8f8-48fd-b541-e2cad8c5c688 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:34:34.208489 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Publish callbacks [] for subnet (d46634a5-a8f8-48fd-b541-e2cad8c5c688), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.266611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-9b8b3346-e0ac-4b1d-b7b9-97f95b0311ec tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:34.268138 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-9b8b3346-e0ac-4b1d-b7b9-97f95b0311ec tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 817 time: 0.2634940 Mar 14 14:34:34.294386 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (d46634a5-a8f8-48fd-b541-e2cad8c5c688), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.328070 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-f8798f1d-8609-49de-b2e4-6cbf414be16e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/quotas/159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 375 time: 0.0463376 Mar 14 14:34:34.394503 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (d46634a5-a8f8-48fd-b541-e2cad8c5c688), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.451357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-afd679c2-1bc0-4cf0-a4b4-a4c0256c14a5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099327 Mar 14 14:34:34.585726 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (d46634a5-a8f8-48fd-b541-e2cad8c5c688), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.603400 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-895268e8-46f7-43be-9239-e86479357159 service neutron] 10.222.0.30 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348069 Mar 14 14:34:34.640947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46634a5-a8f8-48fd-b541-e2cad8c5c688,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:34.643229 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.647127 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-60a92616-ca00-44e3-b6ff-e1e26b02ad84 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d46634a5-a8f8-48fd-b541-e2cad8c5c688 HTTP/1.1" status: 204 len: 168 time: 0.5987313 Mar 14 14:34:34.654538 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51590) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:34.740292 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (f7d010f3-22e4-4349-ba4f-0709a64b37c9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.766116 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-73e33c28-e57d-4e79-9781-dd85292ddd03 service neutron] 10.222.0.30 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403999 Mar 14 14:34:34.873792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (f7d010f3-22e4-4349-ba4f-0709a64b37c9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.904581 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d010f3-22e4-4349-ba4f-0709a64b37c9']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:34.919257 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8d9c02-6764-4639-baaf-1188332cf9bf') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:34.919614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8d9c02-6764-4639-baaf-1188332cf9bf') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:34.936555 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (8a8d9c02-6764-4639-baaf-1188332cf9bf), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.958837 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (8a8d9c02-6764-4639-baaf-1188332cf9bf), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.968286 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:34:34.968798 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (8a8d9c02-6764-4639-baaf-1188332cf9bf), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:34:34.971067 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:34:35.096736 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3fd300fb-fc56-43db-b094-90517d7445bc req-011501c0-04e2-4345-85a4-95a236a7cebf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 210 time: 0.0392802 Mar 14 14:34:35.132778 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (f7d010f3-22e4-4349-ba4f-0709a64b37c9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.143757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.149761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7d010f3-22e4-4349-ba4f-0709a64b37c9 HTTP/1.1" status: 204 len: 168 time: 0.4933949 Mar 14 14:34:35.169588 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8bee-d63a-445e-baed-cba4a2f4efd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d010f3-22e4-4349-ba4f-0709a64b37c9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:35.697617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51606) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:35.774481 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fb7590c0-4b3b-491b-b0e0-704c546b4b30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fbbeb7bb1b943b5bb236474dd9c7a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0748768 Mar 14 14:34:35.854007 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51608) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:35.919336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] Publish callbacks [] for security_group (54111eaa-f65e-4c58-aa85-0dd212273b48), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.944032 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] Publish callbacks [] for security_group (54111eaa-f65e-4c58-aa85-0dd212273b48), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.106964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (54111eaa-f65e-4c58-aa85-0dd212273b48), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.109628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.110869 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54111eaa-f65e-4c58-aa85-0dd212273b48 HTTP/1.1" status: 204 len: 168 time: 0.2557898 Mar 14 14:34:36.122967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167a2c5-7589-4f1d-a5d1-d1eb2f47e36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54111eaa-f65e-4c58-aa85-0dd212273b48,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:36.224877 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3dc71d2b-9c84-4e33-a117-d55703ebe20a req-a888e654-edcc-48d1-95ad-2ae3bba9c66f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 210 time: 0.0442274 Mar 14 14:34:36.963807 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51618) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:37.013422 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-76b491df-11b6-42ae-be45-ffb6928d3415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3223bac06e844e4a46e679570b684b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481985 Mar 14 14:34:37.016781 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51620) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:37.086414 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] Publish callbacks [] for security_group (33407c4a-1121-499a-983f-6fd6d8925e37), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.120677 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] Publish callbacks [] for security_group (33407c4a-1121-499a-983f-6fd6d8925e37), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.278700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (33407c4a-1121-499a-983f-6fd6d8925e37), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.283761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.287933 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33407c4a-1121-499a-983f-6fd6d8925e37 HTTP/1.1" status: 204 len: 168 time: 0.2694759 Mar 14 14:34:37.302268 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6acc3-39dc-4f6f-bb22-377a5ab5a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33407c4a-1121-499a-983f-6fd6d8925e37,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:37.386336 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3708de50-fe52-4789-8dfb-523bc8ab3146 req-24766c1c-16fc-4da3-978c-8f877c3494f4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 210 time: 0.0506544 Mar 14 14:34:38.027712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-f2b89366-cc0c-4681-a6d3-f12b4f862972 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:38.030437 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-f2b89366-cc0c-4681-a6d3-f12b4f862972 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 817 time: 0.1687453 Mar 14 14:34:38.125572 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-db45663b-127c-4c2f-b2ea-0544b5c41c71 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 380 time: 0.0769606 Mar 14 14:34:38.137062 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'port': {'device_id': 'dedaf177-a4ec-474d-bae3-29d954646017', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'admin_state_up': True, 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'security_groups': ['3a53b038-3fb2-4253-9dba-d7a590d775db']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:38.176302 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f43c2d8e-03a1-4bd3-86b3-843e4d8740eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.358537 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Made reservation on behalf of 159d9adac9404a20965f4a0594abd84d for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:38.362765 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.834288 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7745f6e-3a2a-44e7-a7f6-3af772a8856f req-b0dcb123-f08f-4725-b5e3-5575beeba301 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 210 time: 0.0386488 Mar 14 14:34:38.857079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Allocated IP 172.20.0.11 (1e4aa525-5bdd-4df2-8f20-26c114826120/72ab6e4c-1785-4d5d-bcdc-59849e087248/da01eae7-60d2-436b-aa4d-427d019ea0b8) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:39.089708 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.221784 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.274627 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:39.278567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:39.286599 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:39.311674 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:39.353100 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:39.353801 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.447410 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-00b90a07-3d75-406b-9ca4-ee95105675db tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3153522 Mar 14 14:34:39.468676 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Request body: {'port': {'device_id': 'dedaf177-a4ec-474d-bae3-29d954646017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:39.551226 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.621582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-bd29a0fe-371b-4b74-b106-9eeb18c21865 None None] Provisioning complete for port da01eae7-60d2-436b-aa4d-427d019ea0b8 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:39.622280 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bd29a0fe-371b-4b74-b106-9eeb18c21865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.673397 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51662) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:39.705833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-bd29a0fe-371b-4b74-b106-9eeb18c21865 None None] Port da01eae7-60d2-436b-aa4d-427d019ea0b8 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:39.875188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-22211904-5dda-449d-9e4d-c9e23016b3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.973551 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:39.982400 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-22211904-5dda-449d-9e4d-c9e23016b3a9 admin admin] Publish callbacks [] for security_group (a2dcb14f-e282-4d7d-adda-6b3d76754daf), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.982779 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks [] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.999267 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Transition to ACTIVE for port object da01eae7-60d2-436b-aa4d-427d019ea0b8 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:34:40.056952 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-22211904-5dda-449d-9e4d-c9e23016b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a2dcb14f-e282-4d7d-adda-6b3d76754daf), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.090352 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.113117 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9a0f-6357-4f1f-9d66-98d564c5d938 req-81dce25e-a84c-4ff8-9dcc-bf3c33c1e2e2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:40.115431 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f61d9a0f-6357-4f1f-9d66-98d564c5d938 req-81dce25e-a84c-4ff8-9dcc-bf3c33c1e2e2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 932 time: 0.1250596 Mar 14 14:34:40.122439 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-22211904-5dda-449d-9e4d-c9e23016b3a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35cb0c193b024c0ca56ace30cf1233f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465592 Mar 14 14:34:40.123129 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51670) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:40.131163 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22211904-5dda-449d-9e4d-c9e23016b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dcb14f-e282-4d7d-adda-6b3d76754daf,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.180910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.230093 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f61d9a0f-6357-4f1f-9d66-98d564c5d938 req-4a5b3a6a-83cb-466b-964d-1853643e149f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948324 Mar 14 14:34:40.234322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] Publish callbacks [] for security_group (a2dcb14f-e282-4d7d-adda-6b3d76754daf), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.267009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] Publish callbacks [] for security_group (a2dcb14f-e282-4d7d-adda-6b3d76754daf), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.305262 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Attempting to bind port da01eae7-60d2-436b-aa4d-427d019ea0b8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:40.306092 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Attempting to bind port da01eae7-60d2-436b-aa4d-427d019ea0b8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:40.306667 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Attempting to bind port da01eae7-60d2-436b-aa4d-427d019ea0b8 on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:40.315538 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Port da01eae7-60d2-436b-aa4d-427d019ea0b8 on network 1e4aa525-5bdd-4df2-8f20-26c114826120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:34:40.316048 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Attempting to bind port da01eae7-60d2-436b-aa4d-427d019ea0b8 on network 1e4aa525-5bdd-4df2-8f20-26c114826120 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:40.325977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:40.325977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Checking segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:40.325977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Bound using segment: {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:40.325977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Bound port: da01eae7-60d2-436b-aa4d-427d019ea0b8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b685ca-fcb4-49f4-b024-a624e2999a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:40.325977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.416570 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a2dcb14f-e282-4d7d-adda-6b3d76754daf), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.419907 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.421747 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2dcb14f-e282-4d7d-adda-6b3d76754daf HTTP/1.1" status: 204 len: 168 time: 0.2970452 Mar 14 14:34:40.432024 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:40.434522 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a543d-688c-48e2-923c-1b49e2e26475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dcb14f-e282-4d7d-adda-6b3d76754daf,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.457385 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:40.541867 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.558632 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c50f7061-a31e-4bcd-ae36-ab0dacac6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.611475 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:40.612771 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.615368 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] 10.222.0.53 "PUT /v2.0/ports/da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 1094 time: 1.1519852 Mar 14 14:34:40.620148 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:40.624283 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ec3903-4a12-49e5-830b-d974b12b166c" -d '{"events": [{"name": "network-changed", "server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:40.672783 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174dd0-0548-406e-8926-cc0c32ba2284 service neutron] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.702321 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e785d6-7f1e-4f7d-9ed1-bda0e8f739bd x-openstack-request-id: req-88e785d6-7f1e-4f7d-9ed1-bda0e8f739bd {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:40.702724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:40.703089 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88e785d6-7f1e-4f7d-9ed1-bda0e8f739bd {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:40.704082 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'status': 'completed', 'code': 200} Mar 14 14:34:40.819725 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-87ed4c9c-1c12-4957-b5f7-745ccdd62760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:40.821322 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-87ed4c9c-1c12-4957-b5f7-745ccdd62760 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1128 time: 0.0727928 Mar 14 14:34:40.985867 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-26b0dfda-1394-4ea8-9bd4-b157c42fc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:40.988624 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-26b0dfda-1394-4ea8-9bd4-b157c42fc327 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=159d9adac9404a20965f4a0594abd84d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1490440 Mar 14 14:34:41.124770 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-3242eae2-cb7a-4721-bc8d-8a6980314f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.127134 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b3ec3903-4a12-49e5-830b-d974b12b166c req-3242eae2-cb7a-4721-bc8d-8a6980314f12 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298151 Mar 14 14:34:41.269076 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-6167b395-b4c5-4de0-98a2-a841744b79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.270830 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-6167b395-b4c5-4de0-98a2-a841744b79b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1128 time: 0.0697536 Mar 14 14:34:41.337817 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-1e9caed0-60d5-47ca-98f9-048d2fa42509 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 217 time: 0.0531943 Mar 14 14:34:41.414013 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-a86eb2a5-4cde-47b0-a66f-28113835aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.417017 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-a86eb2a5-4cde-47b0-a66f-28113835aa9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0731385 Mar 14 14:34:41.420911 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba9cde-7e3e-4008-8a53-aeb0ab6cffee req-0c66161d-6bf2-44ce-9d54-9fec280e4812 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.422816 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-00ba9cde-7e3e-4008-8a53-aeb0ab6cffee req-0c66161d-6bf2-44ce-9d54-9fec280e4812 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0657673 Mar 14 14:34:41.490318 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-00ba9cde-7e3e-4008-8a53-aeb0ab6cffee req-73dd8628-d935-4ced-bc33-97b501d16274 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563841 Mar 14 14:34:41.496636 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-9d76f9de-c401-423b-9cf4-1e0a635944bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.499832 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-9d76f9de-c401-423b-9cf4-1e0a635944bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755193 Mar 14 14:34:41.638110 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-2be25c23-de06-4e4a-9eef-01a0162b947d service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300578 Mar 14 14:34:41.755902 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c644a05-6ac7-4be1-ba99-5968ed5cfd01 req-552f5c65-8751-457a-8ade-68fd93f3f1a7 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109142 Mar 14 14:34:41.941124 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51698) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:42.057801 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970108450-network', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:42.152880 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Made reservation on behalf of acaedf5b2b3d4ba98972a4bc0fa59054 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:42.155418 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.172088 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.274858 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks [] for security_group (2c884d23-c4cc-4b18-85ff-783cdbf34bce), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.358455 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (2c884d23-c4cc-4b18-85ff-783cdbf34bce), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.382212 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:42.402715 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c884d23-c4cc-4b18-85ff-783cdbf34bce,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:42.405950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b03070dc-dff1-4aa6-bbcc-656ff6d13c90), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.406211 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Added segment b03070dc-dff1-4aa6-bbcc-656ff6d13c90 of type vlan for network 88069b20-70e8-489d-94ba-473496216603 Mar 14 14:34:42.460127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (88069b20-70e8-489d-94ba-473496216603), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.558483 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (88069b20-70e8-489d-94ba-473496216603), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.559599 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:42.560240 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.664022 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] Pushing event updated for resources: {'Network': ['ID=88069b20-70e8-489d-94ba-473496216603,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:42.670120 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-10c351e1-f307-47c3-a846-3cbced2adf46 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7276883 Mar 14 14:34:42.674292 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51704) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:42.676941 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 88069b20-70e8-489d-94ba-473496216603 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:42.681334 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Request body: {'subnet': {'network_id': '88069b20-70e8-489d-94ba-473496216603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970108450-subnet', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:42.720534 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533ca0d-8cfb-48ca-b27b-5b6fcd112cb5 req-c643c3fd-2195-4a8e-9353-b41db7d1305b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:42.722198 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f533ca0d-8cfb-48ca-b27b-5b6fcd112cb5 req-c643c3fd-2195-4a8e-9353-b41db7d1305b tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.1327882 Mar 14 14:34:42.785857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Made reservation on behalf of acaedf5b2b3d4ba98972a4bc0fa59054 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:42.788808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.814118 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f533ca0d-8cfb-48ca-b27b-5b6fcd112cb5 req-eaf9f20e-7895-4155-9455-026a15685f7f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797496 Mar 14 14:34:42.890446 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.002232 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:34:43.067763 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (54b8a310-6ff8-42f8-aa04-96e6645fb724), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.122921 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b8a310-6ff8-42f8-aa04-96e6645fb724,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:43.142132 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Checking segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:43.142497 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Network hostable DHCP agents. Network: 88069b20-70e8-489d-94ba-473496216603, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:43.278404 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Network 88069b20-70e8-489d-94ba-473496216603 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:43.346874 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 88069b20-70e8-489d-94ba-473496216603) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:43.351737 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:43.353141 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.359505 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06663c-c839-42a4-88a8-1dc4e398111d None None] Network 88069b20-70e8-489d-94ba-473496216603 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:43.448494 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bbc03725-0db9-4f5b-bf9e-948d46975a6f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7731574 Mar 14 14:34:43.452319 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51706) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:43.460289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:43.488613 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-88069b20-70e8-489d-94ba-473496216603', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:34:43.490115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.547989 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.549774 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.631006 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for router_controller (6bdea13d-8185-41a6-98bf-997ed1917a69), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.694337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Allocated IP 172.20.0.2 (88069b20-70e8-489d-94ba-473496216603/54b8a310-6ff8-42f8-aa04-96e6645fb724/083e7567-149d-4913-aa51-f69621fbe345) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:43.867502 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.889538 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks [] for port (083e7567-149d-4913-aa51-f69621fbe345), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.911532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for router_gateway (6bdea13d-8185-41a6-98bf-997ed1917a69), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.010935 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (083e7567-149d-4913-aa51-f69621fbe345), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.022853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43ade-0fd8-4b53-b426-f90a28e050ed req-84353cff-2512-4bad-8551-4ee8a654153c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:44.030280 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bbb43ade-0fd8-4b53-b426-f90a28e050ed req-84353cff-2512-4bad-8551-4ee8a654153c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0785437 Mar 14 14:34:44.061817 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Network 88069b20-70e8-489d-94ba-473496216603 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:44.068358 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:44.076018 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:44.079589 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Pushing event updated for resources: {'Port': ['ID=083e7567-149d-4913-aa51-f69621fbe345,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:44.110631 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bbb43ade-0fd8-4b53-b426-f90a28e050ed req-df7c27af-9812-47b6-8bff-da336853fbd3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791979 Mar 14 14:34:44.154246 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Attempting to bind port 083e7567-149d-4913-aa51-f69621fbe345 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:44.154960 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Attempting to bind port 083e7567-149d-4913-aa51-f69621fbe345 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:44.155672 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Attempting to bind port 083e7567-149d-4913-aa51-f69621fbe345 on network 88069b20-70e8-489d-94ba-473496216603 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:44.166262 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:44.166754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Checking segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:44.167281 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.167841 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Bound using segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:44.169321 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Bound port: 083e7567-149d-4913-aa51-f69621fbe345, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:44.169924 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (083e7567-149d-4913-aa51-f69621fbe345), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.265804 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] For port 083e7567-149d-4913-aa51-f69621fbe345, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:44.269632 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] For port 083e7567-149d-4913-aa51-f69621fbe345, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=083e7567-149d-4913-aa51-f69621fbe345,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:44.342420 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for router_gateway (6bdea13d-8185-41a6-98bf-997ed1917a69), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.347756 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (083e7567-149d-4913-aa51-f69621fbe345), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.380528 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.418349 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc1474-87fe-40de-8da4-d8b8646417ee None None] Pushing event updated for resources: {'Port': ['ID=083e7567-149d-4913-aa51-f69621fbe345,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:44.519206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Allocated IP 172.27.2.248 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/5740f706-4d84-4f74-b7be-9fd2ee94d576) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:44.703324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.740237 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:34:44.833547 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.891575 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:44.892222 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:44.897107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:44.900443 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:44.912111 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:34:44.938964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Pushing event updated for resources: {'Port': ['ID=5740f706-4d84-4f74-b7be-9fd2ee94d576,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:44.963482 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:44.964048 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.986531 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:45.013701 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:45.090454 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.190196 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:45.402639 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for router_gateway (6bdea13d-8185-41a6-98bf-997ed1917a69), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.451773 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['da01eae7-60d2-436b-aa4d-427d019ea0b8'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:45.478725 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd636-2284-43d4-97d7-43f6f820ec17 req-135d2449-7002-4328-9294-3e959fe344f2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:45.480335 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-16ffd636-2284-43d4-97d7-43f6f820ec17 req-135d2449-7002-4328-9294-3e959fe344f2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 945 time: 0.2068224 Mar 14 14:34:45.497566 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.600083 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339ec20-549f-4f5a-8c8f-0d52d2ca72e5 None None] Network 88069b20-70e8-489d-94ba-473496216603 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:45.663328 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-16ffd636-2284-43d4-97d7-43f6f820ec17 req-51b90153-6aea-4e26-a284-39f7a8d78518 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599312 Mar 14 14:34:45.767507 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.806224 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Provisioning complete for port 083e7567-149d-4913-aa51-f69621fbe345 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:45.806968 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (083e7567-149d-4913-aa51-f69621fbe345), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.846707 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 083e7567-149d-4913-aa51-f69621fbe345 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:45.998497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 083e7567-149d-4913-aa51-f69621fbe345 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:45.998872 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (083e7567-149d-4913-aa51-f69621fbe345), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.031199 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Current status of the port 083e7567-149d-4913-aa51-f69621fbe345 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:46.031737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (083e7567-149d-4913-aa51-f69621fbe345), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.102092 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] For port 083e7567-149d-4913-aa51-f69621fbe345, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=083e7567-149d-4913-aa51-f69621fbe345,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:46.164664 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (083e7567-149d-4913-aa51-f69621fbe345), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.224922 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 083e7567-149d-4913-aa51-f69621fbe345 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:46.225465 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (083e7567-149d-4913-aa51-f69621fbe345), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.278110 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Router 6bdea13d-8185-41a6-98bf-997ed1917a69 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:34:46.332776 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a4504-804a-41da-be32-7a0c3ffe1c60 None None] Pushing event updated for resources: {'Port': ['ID=083e7567-149d-4913-aa51-f69621fbe345,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:46.354614 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-dcf62d35-7adb-429b-9907-13c3aded2a51 None None] Provisioning complete for port 083e7567-149d-4913-aa51-f69621fbe345 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:46.354997 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dcf62d35-7adb-429b-9907-13c3aded2a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (083e7567-149d-4913-aa51-f69621fbe345), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.378664 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:34:46.379024 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:34:46.413998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:46.439361 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Sync routers for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:46.510154 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.511630 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-72cc4cab-bb12-44ef-b110-ffbc99bdd63f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0579765 Mar 14 14:34:46.515224 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51714) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:46.617057 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:46.617711 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:46.619909 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-dcf62d35-7adb-429b-9907-13c3aded2a51 None None] Current status of the port 083e7567-149d-4913-aa51-f69621fbe345 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:46.765593 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:46.813222 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:46.831596 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a49e5f-5c26-42ef-8753-c155a3b0be17 req-9df5d2b3-1689-4031-ac08-c9deaec5cbd4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:46.834442 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47a49e5f-5c26-42ef-8753-c155a3b0be17 req-9df5d2b3-1689-4031-ac08-c9deaec5cbd4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 945 time: 0.0692754 Mar 14 14:34:46.914721 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-47a49e5f-5c26-42ef-8753-c155a3b0be17 req-88c81653-e29c-4ab7-89e9-81b7725f0a0d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699289 Mar 14 14:34:47.019749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 083e7567-149d-4913-aa51-f69621fbe345 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:47.083820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.126098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port da01eae7-60d2-436b-aa4d-427d019ea0b8 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:34:47.136802 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port da01eae7-60d2-436b-aa4d-427d019ea0b8 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:47.137329 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.192817 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:45Z', 'revision_number': 3, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:47.194757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.228223 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Checking router: 6bdea13d-8185-41a6-98bf-997ed1917a69 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:47.228547 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Updating router 6bdea13d-8185-41a6-98bf-997ed1917a69 port 5740f706-4d84-4f74-b7be-9fd2ee94d576 binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:34:47.280875 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.321321 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:47.321731 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.328338 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Allocated IP 172.20.0.1 (88069b20-70e8-489d-94ba-473496216603/54b8a310-6ff8-42f8-aa04-96e6645fb724/26ba1959-0ddd-475d-9bac-c0e54ba12269) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:47.424520 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:47.430235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660aa979-78da-4227-a25c-d80aa4ce968e" -d '{"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:47.447459 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:47.473947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks [] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.521734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bbd88-9c93-4fae-aabb-7e8f8099106e x-openstack-request-id: req-cf5bbd88-9c93-4fae-aabb-7e8f8099106e {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:47.522036 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:47.522324 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf5bbd88-9c93-4fae-aabb-7e8f8099106e {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:47.522761 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'code': 200} Mar 14 14:34:47.525379 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.615680 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.616546 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.657323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Network 88069b20-70e8-489d-94ba-473496216603 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:47.663582 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:47.667855 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:47.696933 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Pushing event updated for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.697651 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks [] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.717317 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (6bdea13d-8185-41a6-98bf-997ed1917a69), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.813503 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 083e7567-149d-4913-aa51-f69621fbe345 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:47.842362 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.919657 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Attempting to bind port 5740f706-4d84-4f74-b7be-9fd2ee94d576 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:47.920020 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Attempting to bind port 5740f706-4d84-4f74-b7be-9fd2ee94d576 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:47.920393 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Attempting to bind port 5740f706-4d84-4f74-b7be-9fd2ee94d576 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:47.922299 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0a690-e98b-42d5-997f-b61e9bdaa1fd None None] Pushing event updated for resources: {'Port': ['ID=5740f706-4d84-4f74-b7be-9fd2ee94d576,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.933246 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:47.933864 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:47.934117 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.934663 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:47.935175 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Bound port: 5740f706-4d84-4f74-b7be-9fd2ee94d576, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:47.935584 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.968654 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 083e7567-149d-4913-aa51-f69621fbe345 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:47.969078 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (083e7567-149d-4913-aa51-f69621fbe345), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.984999 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.069452 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] For port 5740f706-4d84-4f74-b7be-9fd2ee94d576, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:48.071142 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f1b7-4640-466a-8ad1-fea078af445c req-4e4f53fd-a170-4940-b5cd-f9b250d42b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:48.073639 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3482f1b7-4640-466a-8ad1-fea078af445c req-4e4f53fd-a170-4940-b5cd-f9b250d42b10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1130 time: 0.1541016 Mar 14 14:34:48.076909 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] For port 5740f706-4d84-4f74-b7be-9fd2ee94d576, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5740f706-4d84-4f74-b7be-9fd2ee94d576,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:48.084068 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503db7-7f21-4756-ab3e-0a6a4cdf7c5f req-fe00b2ec-8974-420a-9829-6f12d6f8840e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:48.091955 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-19503db7-7f21-4756-ab3e-0a6a4cdf7c5f req-fe00b2ec-8974-420a-9829-6f12d6f8840e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0676780 Mar 14 14:34:48.092544 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5be21305-6a4e-4b55-b818-2ade9055deed None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:48.093816 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5be21305-6a4e-4b55-b818-2ade9055deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.157563 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3482f1b7-4640-466a-8ad1-fea078af445c req-93ae8174-fe60-462a-8fbd-53ff472ffdb1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719535 Mar 14 14:34:48.163406 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.166267 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-19503db7-7f21-4756-ab3e-0a6a4cdf7c5f req-c939231a-402f-42f5-b997-79ecf88f5bb0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725715 Mar 14 14:34:48.187679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5be21305-6a4e-4b55-b818-2ade9055deed None None] Port 26ba1959-0ddd-475d-9bac-c0e54ba12269 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:48.215053 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 083e7567-149d-4913-aa51-f69621fbe345 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:48.252245 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:48.252900 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:48.296367 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0a690-e98b-42d5-997f-b61e9bdaa1fd None None] Pushing event updated for resources: {'Port': ['ID=5740f706-4d84-4f74-b7be-9fd2ee94d576,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.312237 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks [] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.382330 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:48.387313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.467571 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Pushing event updated for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.469968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (6bdea13d-8185-41a6-98bf-997ed1917a69), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.629305 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 1, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:48.630499 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Network 88069b20-70e8-489d-94ba-473496216603 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:48.633303 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:48.782538 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Router 6bdea13d-8185-41a6-98bf-997ed1917a69 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:48.811001 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdde07e-40f8-4061-9fd0-dff6a80eaf49 None None] The sync data for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi is: [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 1, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:48.916041 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-308d7823-5fb3-43d9-b199-d500ed617002 None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:48.916806 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-308d7823-5fb3-43d9-b199-d500ed617002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.917996 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:48.924846 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6a477de3-2d3d-405b-86af-cb854fdb52c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/6bdea13d-8185-41a6-98bf-997ed1917a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083748 Mar 14 14:34:48.954105 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-308d7823-5fb3-43d9-b199-d500ed617002 None None] Port 26ba1959-0ddd-475d-9bac-c0e54ba12269 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:49.373154 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49705-5096-4961-92d3-0ca370a2d9f6 req-ca248417-dab9-4a57-9d93-a765525732ca tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:49.378898 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9a49705-5096-4961-92d3-0ca370a2d9f6 req-ca248417-dab9-4a57-9d93-a765525732ca tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0992749 Mar 14 14:34:49.456092 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9a49705-5096-4961-92d3-0ca370a2d9f6 req-ddc7523a-37db-47b9-86aa-482b5668d233 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608642 Mar 14 14:34:49.866655 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5740f706-4d84-4f74-b7be-9fd2ee94d576 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:49.929521 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51740) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:49.938397 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1006292171-network', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:49.940383 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 5740f706-4d84-4f74-b7be-9fd2ee94d576 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:49.940906 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.035668 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 5740f706-4d84-4f74-b7be-9fd2ee94d576 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:50.036085 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.061342 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 5740f706-4d84-4f74-b7be-9fd2ee94d576, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5740f706-4d84-4f74-b7be-9fd2ee94d576,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:50.072573 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Made reservation on behalf of 953f7de5fdab4aa780575d93ae7e0312 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:50.075911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.087520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.159028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.189686 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks [] for security_group (4f40bb28-04c3-4810-be83-c883be6873a5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.220119 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=5740f706-4d84-4f74-b7be-9fd2ee94d576,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:50.278272 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4f40bb28-04c3-4810-be83-c883be6873a5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.306916 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:50.319418 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40bb28-04c3-4810-be83-c883be6873a5,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:50.327503 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (40d2071a-d81b-4fe9-9af0-b17e61269623), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.328055 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Added segment 40d2071a-d81b-4fe9-9af0-b17e61269623 of type vlan for network a9c743c2-723a-4135-8af3-123162972593 Mar 14 14:34:50.397592 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (a9c743c2-723a-4135-8af3-123162972593), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.558225 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (a9c743c2-723a-4135-8af3-123162972593), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.559357 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:50.560109 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.623954 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc3b3f-e9ff-4e05-98e5-c878fa705be2 req-246b51e3-f8fd-4e10-93e8-8d38782998d9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:50.625677 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4cbc3b3f-e9ff-4e05-98e5-c878fa705be2 req-246b51e3-f8fd-4e10-93e8-8d38782998d9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0783229 Mar 14 14:34:50.641555 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] Pushing event updated for resources: {'Network': ['ID=a9c743c2-723a-4135-8af3-123162972593,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:50.652523 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network a9c743c2-723a-4135-8af3-123162972593 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:50.671875 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c4c0c911-9846-43e0-9c20-e0bcffe470ca admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7403131 Mar 14 14:34:50.674859 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51744) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:50.683313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Request body: {'subnet': {'network_id': 'a9c743c2-723a-4135-8af3-123162972593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1006292171-subnet', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:50.688634 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4cbc3b3f-e9ff-4e05-98e5-c878fa705be2 req-9633a72d-e070-4fc2-8fe4-031f4897b2a5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520875 Mar 14 14:34:50.805055 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Made reservation on behalf of 953f7de5fdab4aa780575d93ae7e0312 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:50.807400 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.892950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97967b-739d-4ceb-b5d6-e70cadee1ae1 req-45849612-2341-49e7-ab74-90e1dd30d042 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:50.894717 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bb97967b-739d-4ceb-b5d6-e70cadee1ae1 req-45849612-2341-49e7-ab74-90e1dd30d042 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.1188321 Mar 14 14:34:50.906402 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51748) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:50.911421 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Request body: {'floatingip': {'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:50.956792 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.136459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (51fc1f77-b892-4323-80b0-42b1b7ba7330), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.252947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fc1f77-b892-4323-80b0-42b1b7ba7330,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:51.261783 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Checking segment: {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:51.262389 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Network hostable DHCP agents. Network: a9c743c2-723a-4135-8af3-123162972593, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:51.364609 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Network a9c743c2-723a-4135-8af3-123162972593 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:51.413016 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Sync routers for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:51.436910 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:51.437641 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:51.443749 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, a9c743c2-723a-4135-8af3-123162972593) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:51.448426 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:51.449018 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.462668 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f738aa-4969-4d37-bee4-f050d0ae8577 None None] Network a9c743c2-723a-4135-8af3-123162972593 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:51.562545 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f047dcfe-d74a-45ac-a3f7-e0eb9ae17499 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8859334 Mar 14 14:34:51.565151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51752) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:51.574140 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:51.577080 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.614544 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-a9c743c2-723a-4135-8af3-123162972593', 'network_id': 'a9c743c2-723a-4135-8af3-123162972593', 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'fixed_ips': [{'subnet_id': '51fc1f77-b892-4323-80b0-42b1b7ba7330'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:34:51.615509 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.667835 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.668673 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.669941 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.689314 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:51.800838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for router_controller (00b40a88-f1d4-4850-8d87-98472e22cf8e), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.884505 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Allocated IP 172.20.0.2 (a9c743c2-723a-4135-8af3-123162972593/51fc1f77-b892-4323-80b0-42b1b7ba7330/3bc85f1b-f402-47bc-8748-2ceec108d54d) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:51.978654 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:48Z', 'revision_number': 2, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:52.017010 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Checking router: 6bdea13d-8185-41a6-98bf-997ed1917a69 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:52.017666 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Updating router 6bdea13d-8185-41a6-98bf-997ed1917a69 port 26ba1959-0ddd-475d-9bac-c0e54ba12269 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:34:52.082865 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks [] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.086750 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5740f706-4d84-4f74-b7be-9fd2ee94d576 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:52.089983 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.157427 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for router_gateway (00b40a88-f1d4-4850-8d87-98472e22cf8e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.165130 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 5740f706-4d84-4f74-b7be-9fd2ee94d576 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:52.165507 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.189352 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.222602 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Floating IP 46d7834e-a809-437d-a6c4-4a2df558a6d4 associated. External IP: 172.27.2.211, port: da01eae7-60d2-436b-aa4d-427d019ea0b8. Mar 14 14:34:52.256310 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Network a9c743c2-723a-4135-8af3-123162972593 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:52.263611 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:52.270236 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:52.275893 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Pushing event updated for resources: {'Port': ['ID=3bc85f1b-f402-47bc-8748-2ceec108d54d,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:52.297081 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.297434 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.297813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.298213 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.298551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.299024 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.299446 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.304659 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.412057 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Attempting to bind port 3bc85f1b-f402-47bc-8748-2ceec108d54d on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:52.412439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Attempting to bind port 3bc85f1b-f402-47bc-8748-2ceec108d54d by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:52.412805 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Attempting to bind port 3bc85f1b-f402-47bc-8748-2ceec108d54d on network a9c743c2-723a-4135-8af3-123162972593 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:52.422640 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 5740f706-4d84-4f74-b7be-9fd2ee94d576 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:52.431396 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:52.434463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Checking segment: {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:52.435559 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.436123 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Bound using segment: {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:52.437016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Bound port: 3bc85f1b-f402-47bc-8748-2ceec108d54d, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:52.438005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.452007 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks [] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.522304 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] For port 3bc85f1b-f402-47bc-8748-2ceec108d54d, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:52.525910 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.530497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] For port 3bc85f1b-f402-47bc-8748-2ceec108d54d, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3bc85f1b-f402-47bc-8748-2ceec108d54d,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:52.551837 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:52.617047 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.632675 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Pushing event updated for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:52.656093 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.656455 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.656879 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.657235 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.657569 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.657895 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.665634 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.666094 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.666459 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.666798 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.667133 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.667474 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.667827 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.668126 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.668451 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:52.755996 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1524bf3-9e77-43cb-ac32-2caef354e887 req-c57cd3fe-c244-4bb9-9117-d59ec64ad5ff tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:52.759957 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c1524bf3-9e77-43cb-ac32-2caef354e887 req-c57cd3fe-c244-4bb9-9117-d59ec64ad5ff tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1415055 Mar 14 14:34:52.776308 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfbaf4-fa2f-4448-a2fd-39d1e3961232 None None] Pushing event updated for resources: {'Port': ['ID=3bc85f1b-f402-47bc-8748-2ceec108d54d,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:52.798871 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Attempting to bind port 26ba1959-0ddd-475d-9bac-c0e54ba12269 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:52.799364 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Attempting to bind port 26ba1959-0ddd-475d-9bac-c0e54ba12269 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:52.802178 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Attempting to bind port 26ba1959-0ddd-475d-9bac-c0e54ba12269 on network 88069b20-70e8-489d-94ba-473496216603 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:52.807230 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:52.814010 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:52.814652 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Checking segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:52.815310 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.815918 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Bound using segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:52.817438 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Bound port: 26ba1959-0ddd-475d-9bac-c0e54ba12269, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:52.818208 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.827702 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:52.853166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.861528 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:52.865961 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:52.895928 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for router_gateway (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.924981 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:52.964291 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] For port 26ba1959-0ddd-475d-9bac-c0e54ba12269, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:52.971930 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] For port 26ba1959-0ddd-475d-9bac-c0e54ba12269, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=26ba1959-0ddd-475d-9bac-c0e54ba12269,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:53.006079 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fcb2332e-f728-4d5a-8580-d8ee4c0eaac2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "PUT /v2.0/floatingips/46d7834e-a809-437d-a6c4-4a2df558a6d4 HTTP/1.1" status: 200 len: 992 time: 2.0894923 Mar 14 14:34:53.006079 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:53.006079 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:53.012645 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c1524bf3-9e77-43cb-ac32-2caef354e887 req-f4b87456-280a-430f-a898-ec34d6315090 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410522 Mar 14 14:34:53.030148 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:53.030148 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.063638 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.099759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8941fda1-56bd-4076-a46c-fca9703b8ea4 x-openstack-request-id: req-8941fda1-56bd-4076-a46c-fca9703b8ea4 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:53.099955 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:53.100253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8941fda1-56bd-4076-a46c-fca9703b8ea4 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:53.100615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'status': 'completed', 'code': 200} Mar 14 14:34:53.138321 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Allocated IP 172.27.2.30 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/7e5e4700-ea3c-4113-86d9-b7e84776305c) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:53.153375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:53.166016 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:53.166533 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:53.303766 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:53.347524 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Current status of the port 26ba1959-0ddd-475d-9bac-c0e54ba12269 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:53.348528 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.381369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-3151e3fe-5b9f-45cc-b4d7-aaec6daa9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.383267 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-3151e3fe-5b9f-45cc-b4d7-aaec6daa9faf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1130 time: 0.2369626 Mar 14 14:34:53.386871 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.429106 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7a396-56de-4a35-b39a-8f3e3acf76fe None None] Pushing event updated for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:53.499782 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] For port 26ba1959-0ddd-475d-9bac-c0e54ba12269, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=26ba1959-0ddd-475d-9bac-c0e54ba12269,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:53.532160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-c82daaf9-3bb6-468a-9220-c622563752ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.533722 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-c82daaf9-3bb6-468a-9220-c622563752ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.1420710 Mar 14 14:34:53.566805 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:52Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:53.592248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.596422 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198dbf0-234c-48b6-892c-956782226e03 None None] The sync data for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi is: [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:52Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:53.603316 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '46d7834e-a809-437d-a6c4-4a2df558a6d4', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedaf177-a4ec-474d-bae3-29d954646017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:32Z', 'updated_at': '2022-03-14T14:34:51Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:53.614567 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-7dfe257d-1ced-4fd2-9e70-454680f7a222 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0729916 Mar 14 14:34:53.630112 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.691753 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:53.713409 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:53.735861 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff13c2-862e-430c-b4cd-7a0c55e24719 None None] Pushing event updated for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:53.738556 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Pushing event updated for resources: {'Port': ['ID=7e5e4700-ea3c-4113-86d9-b7e84776305c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:53.743176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:53.744346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:53.744495 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:53.755035 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:53.761316 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-838bcf88-ad09-4ecc-8e0e-02c3579f750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.763009 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-838bcf88-ad09-4ecc-8e0e-02c3579f750b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.1420588 Mar 14 14:34:53.813439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-bdb48884-62cc-48cf-b049-db44ff02292b None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:53.814255 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bdb48884-62cc-48cf-b049-db44ff02292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:53.945078 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-c2ee61ed-0afa-4243-9edc-073cb34c67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.946662 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-c2ee61ed-0afa-4243-9edc-073cb34c67f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1458740 Mar 14 14:34:54.016777 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:54.216564 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-3e2b07d9-a254-46db-a045-02d148ebb247 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549473 Mar 14 14:34:54.228816 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 26ba1959-0ddd-475d-9bac-c0e54ba12269 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:54.341875 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f33fe-aab8-4e39-8b42-056141e769bb req-f69e45ca-32fa-4b1f-bb73-1c10700435cf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:54.343722 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fb0f33fe-aab8-4e39-8b42-056141e769bb req-f69e45ca-32fa-4b1f-bb73-1c10700435cf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1634624 Mar 14 14:34:54.438040 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fb0f33fe-aab8-4e39-8b42-056141e769bb req-bd4f917b-cac7-44d9-964a-528c76c9e88e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851836 Mar 14 14:34:54.452723 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052851c6-7165-4cf1-a498-d6567a51257b None None] Network a9c743c2-723a-4135-8af3-123162972593 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:54.526310 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d93b73b8-88dd-49e7-bd74-0b9f823c7d7e req-8f27383b-5ba4-4c66-9cfd-0370cfab5fa4 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017976 Mar 14 14:34:54.545999 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for router_gateway (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.552161 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-bdb48884-62cc-48cf-b049-db44ff02292b None None] Current status of the port 26ba1959-0ddd-475d-9bac-c0e54ba12269 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:54.625642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:54.626513 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.724549 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-3936d68b-4cf2-45d2-88dc-f0fbf5ee5ed2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:54.726620 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-3936d68b-4cf2-45d2-88dc-f0fbf5ee5ed2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 946 time: 0.1287620 Mar 14 14:34:54.760252 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Provisioning complete for port 3bc85f1b-f402-47bc-8748-2ceec108d54d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:54.760629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.884894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 26ba1959-0ddd-475d-9bac-c0e54ba12269 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:54.884894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3bc85f1b-f402-47bc-8748-2ceec108d54d up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:54.889468 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '46d7834e-a809-437d-a6c4-4a2df558a6d4', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedaf177-a4ec-474d-bae3-29d954646017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:32Z', 'updated_at': '2022-03-14T14:34:51Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:54.952167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.958404 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Deleting port 61188475-4d2d-47b9-a978-95b60e7ae27e {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:54.958741 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.967719 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7d105-61ea-459f-9704-a8883fb23e11 None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '46d7834e-a809-437d-a6c4-4a2df558a6d4', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedaf177-a4ec-474d-bae3-29d954646017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:32Z', 'updated_at': '2022-03-14T14:34:51Z', 'revision_number': 1, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:55.008504 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Current status of the port 3bc85f1b-f402-47bc-8748-2ceec108d54d is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:55.008896 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.047348 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 3bc85f1b-f402-47bc-8748-2ceec108d54d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:55.047725 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.083427 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] For port 3bc85f1b-f402-47bc-8748-2ceec108d54d, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3bc85f1b-f402-47bc-8748-2ceec108d54d,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:55.159215 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] For port 61188475-4d2d-47b9-a978-95b60e7ae27e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=61188475-4d2d-47b9-a978-95b60e7ae27e,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:55.159587 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.167214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 3bc85f1b-f402-47bc-8748-2ceec108d54d is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:55.167648 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.171554 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.245307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f1921-a86d-43ae-af7d-bf0536a96b7a None None] Pushing event updated for resources: {'Port': ['ID=3bc85f1b-f402-47bc-8748-2ceec108d54d,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:55.329797 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:34:55.330274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG oslo_db.api [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:34:55.331748 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b6106599-8a56-4799-990d-ec63ae70b565 None None] Provisioning complete for port 3bc85f1b-f402-47bc-8748-2ceec108d54d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:55.332891 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b6106599-8a56-4799-990d-ec63ae70b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.342472 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd897542-8823-4bac-8cea-da3a1320be54 None None] New status for floating IP 46d7834e-a809-437d-a6c4-4a2df558a6d4: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:55.354756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Router 00b40a88-f1d4-4850-8d87-98472e22cf8e is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:34:55.429517 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b6106599-8a56-4799-990d-ec63ae70b565 None None] Current status of the port 3bc85f1b-f402-47bc-8748-2ceec108d54d is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:55.430694 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.432355 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.432355 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Floating IP 0a9deea1-e11b-4c23-809e-e39155c06755 disassociated. External IP: 172.27.2.118, port: 61188475-4d2d-47b9-a978-95b60e7ae27e. Mar 14 14:34:55.432355 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Calling delete_port for 61188475-4d2d-47b9-a978-95b60e7ae27e owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:55.588683 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:55.609420 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Sync routers for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:55.625699 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:55.762021 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:55.773277 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:55.932098 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.942239 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bf60994b-cd00-41ba-921f-3e08ad37b29d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3723335 Mar 14 14:34:55.942239 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (61188475-4d2d-47b9-a978-95b60e7ae27e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.950725 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51784) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:55.984157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'Port': ['ID=61188475-4d2d-47b9-a978-95b60e7ae27e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:56.009989 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 3bc85f1b-f402-47bc-8748-2ceec108d54d is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:56.138194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:54Z', 'revision_number': 3, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:56.173475 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Checking router: 00b40a88-f1d4-4850-8d87-98472e22cf8e for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:56.173832 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Updating router 00b40a88-f1d4-4850-8d87-98472e22cf8e port 7e5e4700-ea3c-4113-86d9-b7e84776305c binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:34:56.189173 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f250e2-3736-471a-af89-033db7482efa req-ad8dfe77-ce7e-4260-a408-9a34df747cc5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.190999 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52f250e2-3736-471a-af89-033db7482efa req-ad8dfe77-ce7e-4260-a408-9a34df747cc5 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 867 time: 0.6282272 Mar 14 14:34:56.198097 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 26ba1959-0ddd-475d-9bac-c0e54ba12269 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:56.243184 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.328440 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52f250e2-3736-471a-af89-033db7482efa req-678c5ad5-108c-44fe-afb5-2ab0fc6fc447 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff01fd2-e13f-4f10-994c-4fb525237b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045308 Mar 14 14:34:56.428102 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 26ba1959-0ddd-475d-9bac-c0e54ba12269 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:56.428759 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.436440 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:56.631407 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:56.649099 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:56.659990 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.689581 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:56.694077 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:56.756710 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] No DVR routers for this DVR port 61188475-4d2d-47b9-a978-95b60e7ae27e on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:56.759920 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.766516 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67ee7b8a-fc4f-424b-a35f-6d8546629543 req-99f6273c-359a-481e-ba9e-4ab819662842 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "DELETE /v2.0/ports/61188475-4d2d-47b9-a978-95b60e7ae27e HTTP/1.1" status: 204 len: 173 time: 2.0233240 Mar 14 14:34:56.768591 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'name': 'network-vif-deleted', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:56.773609 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f95e7f7-e8fe-4980-bfd4-eba050ff1d4e" -d '{"events": [{"server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "name": "network-vif-deleted", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:56.837679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks [] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.866424 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69952e08-4ad3-4cf4-a4ed-42affbc6c56d x-openstack-request-id: req-69952e08-4ad3-4cf4-a4ed-42affbc6c56d {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:56.866424 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a391d343-c4df-4f81-852c-93a877b35ee4", "name": "network-vif-deleted", "tag": "61188475-4d2d-47b9-a978-95b60e7ae27e", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:56.866424 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69952e08-4ad3-4cf4-a4ed-42affbc6c56d {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:56.866424 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a391d343-c4df-4f81-852c-93a877b35ee4', 'name': 'network-vif-deleted', 'tag': '61188475-4d2d-47b9-a978-95b60e7ae27e', 'status': 'completed', 'code': 200} Mar 14 14:34:56.923096 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 26ba1959-0ddd-475d-9bac-c0e54ba12269 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:56.924222 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3bc85f1b-f402-47bc-8748-2ceec108d54d up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:56.928297 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:56.957728 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.048193 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Allocated IP 172.20.0.1 (a9c743c2-723a-4135-8af3-123162972593/51fc1f77-b892-4323-80b0-42b1b7ba7330/90eade5e-4994-42a5-84fc-d2590b5a307b) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:57.049596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Attempting to bind port 7e5e4700-ea3c-4113-86d9-b7e84776305c on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:57.050197 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Attempting to bind port 7e5e4700-ea3c-4113-86d9-b7e84776305c by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:57.050863 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Attempting to bind port 7e5e4700-ea3c-4113-86d9-b7e84776305c on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:57.057783 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f7de4-d071-407b-855c-097a44649783 None None] Pushing event updated for resources: {'Port': ['ID=7e5e4700-ea3c-4113-86d9-b7e84776305c,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:57.072716 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:57.073351 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:57.074027 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.074717 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:57.075551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Bound port: 7e5e4700-ea3c-4113-86d9-b7e84776305c, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:57.076272 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.123450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 3bc85f1b-f402-47bc-8748-2ceec108d54d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:57.124061 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.201527 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] For port 7e5e4700-ea3c-4113-86d9-b7e84776305c, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:57.205132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] For port 7e5e4700-ea3c-4113-86d9-b7e84776305c, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=7e5e4700-ea3c-4113-86d9-b7e84776305c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:57.208801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks [] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.229625 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:57.264864 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 3bc85f1b-f402-47bc-8748-2ceec108d54d is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:57.281490 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:57.298222 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:57.298826 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:57.301131 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.392700 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:57.393456 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:57.401357 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f7de4-d071-407b-855c-097a44649783 None None] Pushing event updated for resources: {'Port': ['ID=7e5e4700-ea3c-4113-86d9-b7e84776305c,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:57.411098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.513122 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Network a9c743c2-723a-4135-8af3-123162972593 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:57.561077 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2c337be1-5ca0-4a27-8131-9b60f229acc2 req-a56f29e5-26a7-480b-8b82-b7f551311ddd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391d343-c4df-4f81-852c-93a877b35ee4 HTTP/1.1" status: 200 len: 210 time: 0.0506611 Mar 14 14:34:57.562351 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:57.568949 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:57.572482 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:57.601835 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:57.654593 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.679346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:57.962953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-7f042855-ce83-4f1c-80fa-adba3f09f34a None None] Provisioning complete for port 90eade5e-4994-42a5-84fc-d2590b5a307b triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:57.963790 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7f042855-ce83-4f1c-80fa-adba3f09f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.964310 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:57.987708 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:58.027164 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-7f042855-ce83-4f1c-80fa-adba3f09f34a None None] Port 90eade5e-4994-42a5-84fc-d2590b5a307b cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:58.058816 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d480134-6d9d-4538-8571-cdf6635b04b2 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:58.117144 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:54Z', 'revision_number': 3, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:58.155365 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d909c-4713-4b4e-8542-ecfa1e19032e None None] The sync data for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi is: [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:54Z', 'revision_number': 3, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:58.220727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks [] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:58.357790 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:58.435595 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:58.438834 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:58.502028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c94a37-5998-4676-a6d5-f0a7f91c2fa1 None None] New status for floating IP 0a9deea1-e11b-4c23-809e-e39155c06755: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:58.606635 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Network a9c743c2-723a-4135-8af3-123162972593 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:58.609444 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:58.787442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Router 00b40a88-f1d4-4850-8d87-98472e22cf8e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:58.825917 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51808) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:58.850211 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 61188475-4d2d-47b9-a978-95b60e7ae27e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:58.901266 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 61188475-4d2d-47b9-a978-95b60e7ae27e {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:58.901266 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 61188475-4d2d-47b9-a978-95b60e7ae27e not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:58.941366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:58.946832 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-976a015a-3799-4fdf-b81c-8de88eb4f6f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/00b40a88-f1d4-4850-8d87-98472e22cf8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928343 Mar 14 14:34:59.041548 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (5ff01fd2-e13f-4f10-994c-4fb525237b9b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.061528 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-f55e418d-0ccd-4586-980f-a9f3cbdf712c None None] Provisioning complete for port 90eade5e-4994-42a5-84fc-d2590b5a307b triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:59.062746 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f55e418d-0ccd-4586-980f-a9f3cbdf712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.111601 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-f55e418d-0ccd-4586-980f-a9f3cbdf712c None None] Port 90eade5e-4994-42a5-84fc-d2590b5a307b cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:59.112495 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (5ff01fd2-e13f-4f10-994c-4fb525237b9b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.249480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5ff01fd2-e13f-4f10-994c-4fb525237b9b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.255370 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.256657 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ff01fd2-e13f-4f10-994c-4fb525237b9b HTTP/1.1" status: 204 len: 168 time: 0.4245446 Mar 14 14:34:59.259628 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51820) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:59.273116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff01fd2-e13f-4f10-994c-4fb525237b9b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:59.284286 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-bd200e51-95ce-4d7b-a8cc-747f030cbdb2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] show failed (client error): The resource could not be found. Mar 14 14:34:59.287067 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bd200e51-95ce-4d7b-a8cc-747f030cbdb2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups/5ff01fd2-e13f-4f10-994c-4fb525237b9b HTTP/1.1" status: 404 len: 347 time: 0.0256729 Mar 14 14:34:59.289024 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.289506 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.290138 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.290312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51822) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:59.291174 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.291850 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.292537 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.293255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.293841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.294680 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.295591 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.296405 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.297192 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.297975 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.298821 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.299602 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05700e0-b3ca-4a83-8a9a-d7428d8203d2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:59.477240 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Deleting port 1086a369-f53c-40ab-8f03-c7b8a4d15df2 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:59.477586 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.563681 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.564002 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (1086a369-f53c-40ab-8f03-c7b8a4d15df2), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.578877 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Calling delete_port for 1086a369-f53c-40ab-8f03-c7b8a4d15df2 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:59.798644 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (1086a369-f53c-40ab-8f03-c7b8a4d15df2), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.828021 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'Port': ['ID=1086a369-f53c-40ab-8f03-c7b8a4d15df2,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:59.903168 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (0a9deea1-e11b-4c23-809e-e39155c06755), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.906908 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:59.908621 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-737f1d5d-4b74-4224-a94e-3c78603e2c1e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "DELETE /v2.0/floatingips/0a9deea1-e11b-4c23-809e-e39155c06755 HTTP/1.1" status: 204 len: 168 time: 0.6154995 Mar 14 14:35:00.194592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 7e5e4700-ea3c-4113-86d9-b7e84776305c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:00.272167 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 7e5e4700-ea3c-4113-86d9-b7e84776305c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:00.272826 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.283622 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51850) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:00.289982 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125583750', 'description': 'tempest-description--694384228'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:00.375011 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 7e5e4700-ea3c-4113-86d9-b7e84776305c is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:00.375670 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.404714 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.422539 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port 7e5e4700-ea3c-4113-86d9-b7e84776305c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=7e5e4700-ea3c-4113-86d9-b7e84776305c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:00.483784 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.517298 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (3df38522-ee73-4e83-8865-0cecdb8c7448), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.564011 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3df38522-ee73-4e83-8865-0cecdb8c7448), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.584908 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=7e5e4700-ea3c-4113-86d9-b7e84776305c,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:00.606044 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df38522-ee73-4e83-8865-0cecdb8c7448,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:00.633730 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.633730 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8fb4394b-bafb-454c-9bb2-ad37d2dbadf8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3451130 Mar 14 14:35:00.634976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51852) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:00.640694 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group_rule': {'security_group_id': '3df38522-ee73-4e83-8865-0cecdb8c7448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:00.712366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (3ef8f121-7038-4d49-b4ad-b2862c5414a2), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.803149 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (3ef8f121-7038-4d49-b4ad-b2862c5414a2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.861261 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (3ef8f121-7038-4d49-b4ad-b2862c5414a2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.904629 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef8f121-7038-4d49-b4ad-b2862c5414a2,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:00.971935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:00.973882 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-400e8992-aa91-4c67-8d8d-7ef49a63bf38 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378160 Mar 14 14:35:00.977087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 51856) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:00.981656 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'security_group_rule': {'security_group_id': '3df38522-ee73-4e83-8865-0cecdb8c7448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:01.125861 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (c1cd0164-6d43-417e-bb7d-a14fd7d610e7), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.238640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (c1cd0164-6d43-417e-bb7d-a14fd7d610e7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.301298 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (c1cd0164-6d43-417e-bb7d-a14fd7d610e7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.331681 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cd0164-6d43-417e-bb7d-a14fd7d610e7,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:01.396894 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.400093 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d37630e7-45b2-48ea-86ad-3bab125bb5af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4210420 Mar 14 14:35:01.404413 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 51860) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:01.413723 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:01.524046 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.666980 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Sync routers for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:01.682602 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:01.683606 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:01.704023 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:01.860825 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:01.872600 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Allocated IP 172.27.2.57 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/04c0edcc-a57f-4066-878d-b053146ba163) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:02.204327 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 7e5e4700-ea3c-4113-86d9-b7e84776305c up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:02.229833 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:57Z', 'revision_number': 4, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '90eade5e-4994-42a5-84fc-d2590b5a307b', 'name': '', 'network_id': 'a9c743c2-723a-4135-8af3-123162972593', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'mac_address': 'fa:16:3e:84:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:56Z', 'updated_at': '2022-03-14T14:34:58Z', 'revision_number': 2, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'subnets': [{'id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:02.303221 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Checking router: 00b40a88-f1d4-4850-8d87-98472e22cf8e for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:02.303913 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Updating router 00b40a88-f1d4-4850-8d87-98472e22cf8e port 90eade5e-4994-42a5-84fc-d2590b5a307b binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:35:02.310847 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 7e5e4700-ea3c-4113-86d9-b7e84776305c triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:02.311392 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.325656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (04c0edcc-a57f-4066-878d-b053146ba163), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.347514 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.439262 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (04c0edcc-a57f-4066-878d-b053146ba163), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.446914 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 7e5e4700-ea3c-4113-86d9-b7e84776305c is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:02.491460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:02.499678 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:02.504584 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:02.535688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=04c0edcc-a57f-4066-878d-b053146ba163,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:02.757592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.818447 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks [] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.885088 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (04c0edcc-a57f-4066-878d-b053146ba163), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:02.912976 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.000424 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152f07-6408-4056-b508-73b3d4031123 None None] Pushing event updated for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:03.105324 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Attempting to bind port 90eade5e-4994-42a5-84fc-d2590b5a307b on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:35:03.105822 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Attempting to bind port 90eade5e-4994-42a5-84fc-d2590b5a307b by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:35:03.106373 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Attempting to bind port 90eade5e-4994-42a5-84fc-d2590b5a307b on network a9c743c2-723a-4135-8af3-123162972593 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:03.131522 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:35:03.132168 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Checking segment: {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:35:03.132861 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.133459 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Bound using segment: {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:35:03.134254 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Bound port: 90eade5e-4994-42a5-84fc-d2590b5a307b, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2071a-d81b-4fe9-9af0-b17e61269623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a9c743c2-723a-4135-8af3-123162972593'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:35:03.134858 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.226266 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] For port 90eade5e-4994-42a5-84fc-d2590b5a307b, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:35:03.230881 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] For port 90eade5e-4994-42a5-84fc-d2590b5a307b, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=90eade5e-4994-42a5-84fc-d2590b5a307b,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:35:03.265092 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (04c0edcc-a57f-4066-878d-b053146ba163), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.298966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-d5a79921-a461-410d-a6c8-72a924e3de5e None None] Provisioning complete for port 90eade5e-4994-42a5-84fc-d2590b5a307b triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:03.299568 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d5a79921-a461-410d-a6c8-72a924e3de5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.308137 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.358886 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d5a79921-a461-410d-a6c8-72a924e3de5e None None] Port 90eade5e-4994-42a5-84fc-d2590b5a307b cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:35:03.366824 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (04c0edcc-a57f-4066-878d-b053146ba163), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.400552 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:03.401016 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:34:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:03.413659 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152f07-6408-4056-b508-73b3d4031123 None None] Pushing event updated for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:03.479251 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=04c0edcc-a57f-4066-878d-b053146ba163,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:03.487200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.578908 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:03.691225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.694550 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-46be4cab-7a47-4f0b-9dbf-8563160d0ce3 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2870023 Mar 14 14:35:03.696813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Provisioning complete for port 90eade5e-4994-42a5-84fc-d2590b5a307b triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:03.697636 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.862450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Current status of the port 90eade5e-4994-42a5-84fc-d2590b5a307b is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:03.862852 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:03.913644 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-bb197329-4a20-4823-812d-64900cdf944d None None] For port 90eade5e-4994-42a5-84fc-d2590b5a307b, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=90eade5e-4994-42a5-84fc-d2590b5a307b,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:03.942879 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:57Z', 'revision_number': 4, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '90eade5e-4994-42a5-84fc-d2590b5a307b', 'name': '', 'network_id': 'a9c743c2-723a-4135-8af3-123162972593', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'mac_address': 'fa:16:3e:84:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:56Z', 'updated_at': '2022-03-14T14:35:03Z', 'revision_number': 4, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'subnets': [{'id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:03.984135 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebae41-d654-47d2-b06f-6ba117c9fc21 None None] The sync data for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi is: [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:34:57Z', 'revision_number': 4, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '90eade5e-4994-42a5-84fc-d2590b5a307b', 'name': '', 'network_id': 'a9c743c2-723a-4135-8af3-123162972593', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'mac_address': 'fa:16:3e:84:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:56Z', 'updated_at': '2022-03-14T14:35:03Z', 'revision_number': 4, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'subnets': [{'id': '51fc1f77-b892-4323-80b0-42b1b7ba7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:04.003454 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:04.125981 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197329-4a20-4823-812d-64900cdf944d None None] Pushing event updated for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:04.154929 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-422f9599-71db-4810-91d4-dc913ff366fd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--125583750&fields=id&tenant_id=c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 267 time: 0.1650808 Mar 14 14:35:04.320731 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-9c61024d-c714-457c-bd85-01e0a7eb6095 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:04.324094 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-9c61024d-c714-457c-bd85-01e0a7eb6095 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 811 time: 0.1580534 Mar 14 14:35:04.343971 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7582aa08-2e7e-4ff8-a067-45eecb94e07f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/quotas/c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 375 time: 0.0137689 Mar 14 14:35:04.430563 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-012e495f-c38a-4f42-bc78-316ffc57efa0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775068 Mar 14 14:35:04.602748 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-050cdc39-0d3f-4300-b707-dd386e218d91 service neutron] 10.222.0.30 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536026 Mar 14 14:35:04.755622 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-d4e5fba3-0aad-4f3a-a08c-85ad198a15b1 service neutron] 10.222.0.30 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519928 Mar 14 14:35:05.272208 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8fe9cf2c-dc83-459f-b16f-c3309fa8842c req-d0e63fa2-8024-42b1-b072-8522461279b8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 210 time: 0.0713298 Mar 14 14:35:06.225027 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 90eade5e-4994-42a5-84fc-d2590b5a307b up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:06.291359 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 90eade5e-4994-42a5-84fc-d2590b5a307b triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:06.292198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:06.397666 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-36f2d19b-a36c-4e2a-84b7-e46821066be7 req-410dd65c-2307-491d-bb03-7d635d673835 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 210 time: 0.0615699 Mar 14 14:35:06.492936 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 90eade5e-4994-42a5-84fc-d2590b5a307b is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:07.503183 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-95caea7f-1dd9-4c8c-9677-f7ade543aac8 req-5d0e67a1-8469-4cab-9cbf-a84518085cf1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 210 time: 0.0307493 Mar 14 14:35:08.255796 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-faa584f7-d844-42fe-8210-2b7a63118624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:08.368450 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-2356ebce-8a7a-42de-ac29-f1fe7ae70a90 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:08.369963 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-2356ebce-8a7a-42de-ac29-f1fe7ae70a90 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 811 time: 0.1933017 Mar 14 14:35:08.460554 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-1266308e-f70c-41ea-a7be-a5454f4406ff tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77dd647d67d466cb11abb4e0bc0936f HTTP/1.1" status: 200 len: 379 time: 0.0757885 Mar 14 14:35:08.470350 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'port': {'device_id': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'admin_state_up': True, 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'security_groups': ['3df38522-ee73-4e83-8865-0cecdb8c7448']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:08.654645 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9a608c5c-06c8-452f-bebf-8cd1a0a47aec req-ad36195e-a4e2-4298-8128-207f235e1bdf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 210 time: 0.0462070 Mar 14 14:35:08.724159 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Made reservation on behalf of c77dd647d67d466cb11abb4e0bc0936f for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:35:08.728319 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:08.931390 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Allocated IP 172.20.0.13 (9e997901-0a19-42b4-9214-a40430524c50/63d590c4-05a7-4bd4-af35-493dc8d3e510/2264b1b4-c540-4c38-a2ef-576014b6eeba) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:09.156991 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.257256 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c03add-cc19-4bba-8159-8c9c2b92d585 req-4aece539-bdef-432c-9996-5aa701b74006 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:09.258959 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4c03add-cc19-4bba-8159-8c9c2b92d585 req-4aece539-bdef-432c-9996-5aa701b74006 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0773690 Mar 14 14:35:09.313167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.366857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Network 9e997901-0a19-42b4-9214-a40430524c50 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:09.370530 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:09.374802 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:09.382392 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event updated for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:09.454956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:09.458529 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.512700 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4c03add-cc19-4bba-8159-8c9c2b92d585 req-b7d0e4d3-fe62-4171-89d1-3d3741a19ca4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446599 Mar 14 14:35:09.543382 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c0a9fe67-2115-4931-84c9-f916be693b6c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0779693 Mar 14 14:35:09.567921 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Request body: {'port': {'device_id': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:09.647796 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.690557 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b8b0f75e-f365-4d4c-bcd9-edd16a4166b6 None None] Provisioning complete for port 2264b1b4-c540-4c38-a2ef-576014b6eeba triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:09.691124 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f75e-f365-4d4c-bcd9-edd16a4166b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.745582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0f75e-f365-4d4c-bcd9-edd16a4166b6 None None] Port 2264b1b4-c540-4c38-a2ef-576014b6eeba cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:35:09.859973 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7954-523a-4203-a639-22fe3126d260 req-abeb15d0-f5da-494b-8e6c-35e629474372 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:09.868236 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3a2d7954-523a-4203-a639-22fe3126d260 req-abeb15d0-f5da-494b-8e6c-35e629474372 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 932 time: 0.1098661 Mar 14 14:35:09.928537 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3a2d7954-523a-4203-a639-22fe3126d260 req-6373c76e-9565-4516-a32c-83e646c13d6e tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590684 Mar 14 14:35:10.025965 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2264b1b4-c540-4c38-a2ef-576014b6eeba {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:10.034782 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks [] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.064366 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Transition to ACTIVE for port object 2264b1b4-c540-4c38-a2ef-576014b6eeba will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:35:10.148459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.233520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Pushing event updated for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:10.317670 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Attempting to bind port 2264b1b4-c540-4c38-a2ef-576014b6eeba on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:35:10.318236 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Attempting to bind port 2264b1b4-c540-4c38-a2ef-576014b6eeba by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:35:10.318668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Attempting to bind port 2264b1b4-c540-4c38-a2ef-576014b6eeba on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:10.328392 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Port 2264b1b4-c540-4c38-a2ef-576014b6eeba on network 9e997901-0a19-42b4-9214-a40430524c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:35:10.329011 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Attempting to bind port 2264b1b4-c540-4c38-a2ef-576014b6eeba on network 9e997901-0a19-42b4-9214-a40430524c50 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:10.336452 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:35:10.337528 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Checking segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:35:10.337528 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Bound using segment: {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:35:10.337750 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Bound port: 2264b1b4-c540-4c38-a2ef-576014b6eeba, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840607a6-0e86-4828-9e51-f7f2249f8855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9e997901-0a19-42b4-9214-a40430524c50'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:35:10.338317 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.454589 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:35:10.462814 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:35:10.643735 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ccfb1901-ed0d-4afd-8461-7fd20033cfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.656470 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09e87a-8586-4a5e-9156-378689ed5a9c req-586908f7-52d7-4477-9d0f-ce7b969f94f0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.658042 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be09e87a-8586-4a5e-9156-378689ed5a9c req-586908f7-52d7-4477-9d0f-ce7b969f94f0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0702984 Mar 14 14:35:10.720305 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be09e87a-8586-4a5e-9156-378689ed5a9c req-a49718cb-93e1-44f8-a1d8-9e365e112aa3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ad3b4f8-99fd-4709-852a-81db9ca196c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472653 Mar 14 14:35:10.720305 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.771678 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Pushing event updated for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:10.806017 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.806699 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.808134 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-7a12f3fa-f367-496e-bdb1-19664bb45cce service neutron] 10.222.0.53 "PUT /v2.0/ports/2264b1b4-c540-4c38-a2ef-576014b6eeba HTTP/1.1" status: 200 len: 1094 time: 1.2459068 Mar 14 14:35:10.808607 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:10.811013 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea435960-884b-4810-8186-9e883e8c7a83" -d '{"events": [{"name": "network-changed", "server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:10.829036 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32868-eb5e-419f-8502-812aa602dacd req-18e7aa09-ce78-4399-aa78-8e4e3684f6ea tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.830528 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13f32868-eb5e-419f-8502-812aa602dacd req-18e7aa09-ce78-4399-aa78-8e4e3684f6ea tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 946 time: 0.0587389 Mar 14 14:35:10.852926 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b7c472-4564-4eb5-82fc-92c41924abdf x-openstack-request-id: req-80b7c472-4564-4eb5-82fc-92c41924abdf {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:10.853223 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:10.853480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80b7c472-4564-4eb5-82fc-92c41924abdf {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:10.853888 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'status': 'completed', 'code': 200} Mar 14 14:35:10.944077 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 5278e915-2563-491f-a2e9-0e8ad380c6b3 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:35:10.944666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:10.953032 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea435960-884b-4810-8186-9e883e8c7a83 req-6c2b811a-b959-47e3-abe8-8e72405f4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.954651 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea435960-884b-4810-8186-9e883e8c7a83 req-6c2b811a-b959-47e3-abe8-8e72405f4a40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 1128 time: 0.0546896 Mar 14 14:35:11.065168 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] For port 5278e915-2563-491f-a2e9-0e8ad380c6b3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5278e915-2563-491f-a2e9-0e8ad380c6b3,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:11.065638 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.125043 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea435960-884b-4810-8186-9e883e8c7a83 req-449696e0-100f-4765-890a-d42299455ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.126466 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea435960-884b-4810-8186-9e883e8c7a83 req-449696e0-100f-4765-890a-d42299455ed4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1582737 Mar 14 14:35:11.137644 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaad785-b159-49e6-a57b-65ccfba6c6ff req-63a6fa6f-2458-4cdf-b8e8-969083d24e9d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.146037 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aaaad785-b159-49e6-a57b-65ccfba6c6ff req-63a6fa6f-2458-4cdf-b8e8-969083d24e9d tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 944 time: 0.1090965 Mar 14 14:35:11.256392 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aaaad785-b159-49e6-a57b-65ccfba6c6ff req-7afbe105-e1e4-43a8-9341-be7749a6fcc6 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070437 Mar 14 14:35:11.256631 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.257026 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.257371 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP dd45f3a1-dee0-4438-9ebc-487f2bc6425f disassociated. External IP: 172.27.2.89, port: 5278e915-2563-491f-a2e9-0e8ad380c6b3. Mar 14 14:35:11.257742 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 5278e915-2563-491f-a2e9-0e8ad380c6b3 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:35:11.274619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea435960-884b-4810-8186-9e883e8c7a83 req-1269ee24-e2c8-40ad-a6e7-0c21e7371fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.276231 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea435960-884b-4810-8186-9e883e8c7a83 req-1269ee24-e2c8-40ad-a6e7-0c21e7371fbb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361482 Mar 14 14:35:11.501499 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c6446f67-0e4a-4792-8dbc-5fae96192cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.503015 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c6446f67-0e4a-4792-8dbc-5fae96192cac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 1128 time: 0.0468230 Mar 14 14:35:11.522584 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (5278e915-2563-491f-a2e9-0e8ad380c6b3), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.546541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=5278e915-2563-491f-a2e9-0e8ad380c6b3,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:11.573910 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-6cbcade4-f8d0-4ba8-b802-751121c67cae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba HTTP/1.1" status: 200 len: 217 time: 0.0546761 Mar 14 14:35:11.640874 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-b7662dca-8999-46e1-8af3-3382dc41a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.643030 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-b7662dca-8999-46e1-8af3-3382dc41a019 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0618911 Mar 14 14:35:11.699932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:35:11.709556 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-5ed2d41c-676d-4b8c-8a07-7aea298b667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.709556 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-5ed2d41c-676d-4b8c-8a07-7aea298b667b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525017 Mar 14 14:35:11.848659 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-c72b02ce-38b1-4411-ac2f-d02d986773dc service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319084 Mar 14 14:35:11.858417 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f328e78c-d303-4f0a-bb64-e1ae65395b83 req-169b22e4-8e2a-487f-bbd5-b3964671d172 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0337951 Mar 14 14:35:11.870889 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:35:11.888351 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:11.927670 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:11.928364 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:11.939812 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] No DVR routers for this DVR port 5278e915-2563-491f-a2e9-0e8ad380c6b3 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:35:11.942535 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.945864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13f32868-eb5e-419f-8502-812aa602dacd req-3850347c-e528-4098-8c04-4499a6f6aebe tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "DELETE /v2.0/ports/5278e915-2563-491f-a2e9-0e8ad380c6b3 HTTP/1.1" status: 204 len: 173 time: 1.1095564 Mar 14 14:35:11.946580 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'name': 'network-vif-deleted', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:11.951824 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26750b95-a069-42b3-abcc-9a94b73467ba" -d '{"events": [{"server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "name": "network-vif-deleted", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:12.025199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6700557-7b9d-4292-b1d3-5213c6dde9f4 x-openstack-request-id: req-d6700557-7b9d-4292-b1d3-5213c6dde9f4 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:12.025542 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2411f11-7acc-4760-a0c9-14489cafea32", "name": "network-vif-deleted", "tag": "5278e915-2563-491f-a2e9-0e8ad380c6b3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:12.025822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6700557-7b9d-4292-b1d3-5213c6dde9f4 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:12.026295 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2411f11-7acc-4760-a0c9-14489cafea32', 'name': 'network-vif-deleted', 'tag': '5278e915-2563-491f-a2e9-0e8ad380c6b3', 'status': 'completed', 'code': 200} Mar 14 14:35:12.032667 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65c7a2a3-c7a0-47b3-a0b8-4de10bc911c3 req-4e54adec-1297-4d91-ba6a-04f74ece5e90 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773114 Mar 14 14:35:12.107588 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:12.479400 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:12.506035 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535d4e-785c-43f3-a494-c7b2be39a611 req-049ff46e-9849-4edc-9d95-6230dd3318af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:12.508944 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-02535d4e-785c-43f3-a494-c7b2be39a611 req-049ff46e-9849-4edc-9d95-6230dd3318af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 944 time: 0.0780740 Mar 14 14:35:12.513307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:12.529022 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:12.530098 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:12.566210 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-02535d4e-785c-43f3-a494-c7b2be39a611 req-ce1cf87e-f2fb-4f41-8aae-65f64d33059a tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523024 Mar 14 14:35:12.684472 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:12.920694 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:12.924110 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.950717 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1323909-bfca-42e3-8c23-373de698db12 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:13.001869 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0e567836-8876-46ba-88dd-58e9c22a3fc5 req-58349722-dccd-43b9-ba2a-9bbeef452264 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2411f11-7acc-4760-a0c9-14489cafea32 HTTP/1.1" status: 200 len: 210 time: 0.0338204 Mar 14 14:35:13.233644 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac60f55-eae5-42d0-944f-c6f4fa7da7ab None None] New status for floating IP dd45f3a1-dee0-4438-9ebc-487f2bc6425f: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:35:13.235367 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-6eb509b1-b630-4344-893f-5109000b16e0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:13.236863 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-6eb509b1-b630-4344-893f-5109000b16e0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 814 time: 0.1126053 Mar 14 14:35:13.253257 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-97c21389-0966-4283-bbc8-3192c42cfcc2 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/quotas/acaedf5b2b3d4ba98972a4bc0fa59054 HTTP/1.1" status: 200 len: 375 time: 0.0101345 Mar 14 14:35:13.312685 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-90d47772-89a2-4ba0-b2f4-213849d8c0e9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507317 Mar 14 14:35:13.415090 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-aa62b9a4-586d-467c-89b4-a38d634506fa service neutron] 10.222.0.30 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Mar 14 14:35:13.501642 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-01245905-adf0-4fc9-bbd1-163b7528a7cf service neutron] 10.222.0.30 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807137 Mar 14 14:35:13.696269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246493-4f47-4956-b9d4-f89e0d583673 req-7cf1f8f0-84e3-46da-a969-9cb14da0ab25 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:13.697802 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31246493-4f47-4956-b9d4-f89e0d583673 req-7cf1f8f0-84e3-46da-a969-9cb14da0ab25 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 944 time: 0.0582194 Mar 14 14:35:13.752787 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:13.755816 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-31246493-4f47-4956-b9d4-f89e0d583673 req-2b609b92-4854-4395-aa54-338f0efff742 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501230 Mar 14 14:35:13.801467 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78c91084-a890-44ba-9a2a-796378e57e40 req-af591828-a668-430e-9eb4-dd0df78919d0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 210 time: 0.0633228 Mar 14 14:35:14.155559 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52002) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:14.212732 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (5ad3b4f8-99fd-4709-852a-81db9ca196c3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.239319 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (5ad3b4f8-99fd-4709-852a-81db9ca196c3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.382259 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5ad3b4f8-99fd-4709-852a-81db9ca196c3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.384889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.387255 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ad3b4f8-99fd-4709-852a-81db9ca196c3 HTTP/1.1" status: 204 len: 168 time: 0.2293305 Mar 14 14:35:14.396609 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52004) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:14.398353 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af7a07-5e63-44e7-bea4-b0c9a5d3ae5a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3b4f8-99fd-4709-852a-81db9ca196c3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:14.412233 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-c7573e86-517b-4413-8668-bb4d2404834a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] show failed (client error): The resource could not be found. Mar 14 14:35:14.413428 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-c7573e86-517b-4413-8668-bb4d2404834a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups/5ad3b4f8-99fd-4709-852a-81db9ca196c3 HTTP/1.1" status: 404 len: 347 time: 0.0207202 Mar 14 14:35:14.416350 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52006) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:14.546881 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 48a71b7c-05c1-4d37-bdb5-075910116a32 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:35:14.547218 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.635238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.635238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (48a71b7c-05c1-4d37-bdb5-075910116a32), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.649106 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 48a71b7c-05c1-4d37-bdb5-075910116a32 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:35:14.873596 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (48a71b7c-05c1-4d37-bdb5-075910116a32), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.887655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-375c01ad-03b5-47f6-a254-9747d47e9347 req-e9c91e8f-7577-4566-a15d-453b894ca5b8 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 210 time: 0.0305727 Mar 14 14:35:14.917617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=48a71b7c-05c1-4d37-bdb5-075910116a32,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:14.938672 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 2264b1b4-c540-4c38-a2ef-576014b6eeba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:14.948900 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5278e915-2563-491f-a2e9-0e8ad380c6b3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:35:14.956477 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3bbfc-4d53-4f7e-8623-fce3e273d3ad req-7a3c070a-c2af-468f-9c9c-e48b9a24dca8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:14.956477 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-21c3bbfc-4d53-4f7e-8623-fce3e273d3ad req-7a3c070a-c2af-468f-9c9c-e48b9a24dca8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 944 time: 0.1200759 Mar 14 14:35:14.977671 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 5278e915-2563-491f-a2e9-0e8ad380c6b3 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:35:14.978007 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 5278e915-2563-491f-a2e9-0e8ad380c6b3 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:35:15.025066 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (dd45f3a1-dee0-4438-9ebc-487f2bc6425f), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.027655 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.028793 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-48a3660b-aeab-4a88-9741-6dda6142a3b7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd45f3a1-dee0-4438-9ebc-487f2bc6425f HTTP/1.1" status: 204 len: 168 time: 0.6114745 Mar 14 14:35:15.039029 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-21c3bbfc-4d53-4f7e-8623-fce3e273d3ad req-83959a31-78e7-4944-a552-13d2434a2ca8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633731 Mar 14 14:35:15.108043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:15.120083 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'port_id': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'mac_address': 'fa:16:3e:d9:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:15.160418 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 2264b1b4-c540-4c38-a2ef-576014b6eeba is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:15.160962 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.177733 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2264b1b4-c540-4c38-a2ef-576014b6eeba {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:15.199814 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:15.283062 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.331740 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:15.383121 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52016) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:15.387605 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160292001', 'description': 'tempest-description--1149414288'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:15.471955 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.517372 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.604271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['2264b1b4-c540-4c38-a2ef-576014b6eeba'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:15.657805 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.763232 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.792562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:15.897543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:15.898843 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e2fd9980-8728-44d2-ace0-1af411d295db tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5147262 Mar 14 14:35:15.901971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52018) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:15.906936 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': '7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:15.986069 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ebbb1063-0260-4e7b-a30e-6228bbc31341 req-d1411f25-cc96-4bec-9880-0cf315829ff7 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 210 time: 0.0294108 Mar 14 14:35:16.091906 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (c4d4c848-c0f8-432d-b4f6-0357278a386b), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.160139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (c4d4c848-c0f8-432d-b4f6-0357278a386b), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.188651 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f93f07-8ea0-4a1b-8c4b-2a3b3f15479c req-addf3c91-ff1d-437b-86b7-6a87fd658cf0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:16.190301 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c6f93f07-8ea0-4a1b-8c4b-2a3b3f15479c req-addf3c91-ff1d-437b-86b7-6a87fd658cf0 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 945 time: 0.0772524 Mar 14 14:35:16.232054 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (c4d4c848-c0f8-432d-b4f6-0357278a386b), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.244653 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c6f93f07-8ea0-4a1b-8c4b-2a3b3f15479c req-8e608d53-a44e-4024-bbd5-33554a74c923 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471635 Mar 14 14:35:16.252822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d4c848-c0f8-432d-b4f6-0357278a386b,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:16.354689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.355855 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4bdb842d-142c-43a8-b348-3a387ccee6b4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4527383 Mar 14 14:35:16.359936 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52024) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:16.366007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'security_group_rule': {'security_group_id': '7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:16.424532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-9866e9fc-a56a-4100-bdda-24f2138a2dc4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:16.426614 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-9866e9fc-a56a-4100-bdda-24f2138a2dc4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 814 time: 0.1138985 Mar 14 14:35:16.445653 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'port': {'device_id': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'admin_state_up': True, 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:16.507742 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (4dd60573-0722-47a9-aaf2-96d0afac5a16), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.574757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (4dd60573-0722-47a9-aaf2-96d0afac5a16), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.649158 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Made reservation on behalf of acaedf5b2b3d4ba98972a4bc0fa59054 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:35:16.652535 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.700495 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (4dd60573-0722-47a9-aaf2-96d0afac5a16), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.719067 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd60573-0722-47a9-aaf2-96d0afac5a16,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:16.780970 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Allocated IP 172.20.0.14 (88069b20-70e8-489d-94ba-473496216603/54b8a310-6ff8-42f8-aa04-96e6645fb724/c507d5af-5cc1-43b6-9e8b-e86d89324ec3) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:16.834276 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.835615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-fb755c74-39da-4e4e-9e48-5d8ab0ff935f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4745674 Mar 14 14:35:16.838606 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52026) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:16.843011 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:16.926500 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.952282 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 2264b1b4-c540-4c38-a2ef-576014b6eeba up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:17.003419 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.077864 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.108010 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 2264b1b4-c540-4c38-a2ef-576014b6eeba completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:35:17.118993 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 2264b1b4-c540-4c38-a2ef-576014b6eeba triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:17.119489 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.129600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Network 88069b20-70e8-489d-94ba-473496216603 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:17.137724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:17.140943 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:17.157867 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767610-8a6e-4329-a6ff-474389073247 req-0d29f233-f259-4ecf-9983-558a4efec0ae tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.159184 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53767610-8a6e-4329-a6ff-474389073247 req-0d29f233-f259-4ecf-9983-558a4efec0ae tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 932 time: 0.0880346 Mar 14 14:35:17.185882 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.190562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:17.217728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.218425 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.232918 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.254772 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 2264b1b4-c540-4c38-a2ef-576014b6eeba is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:17.255311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.298877 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:17.302065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c3746-4a63-484e-a9d4-99628cdf8970" -d '{"events": [{"server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "name": "network-vif-plugged", "status": "completed", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:17.312532 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53767610-8a6e-4329-a6ff-474389073247 req-6c8fe662-891f-402e-bf20-e5ec5d603878 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460454 Mar 14 14:35:17.348903 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:17.353910 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-5063244d-a1d1-4c92-9f08-b825019b6b99 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9142189 Mar 14 14:35:17.376177 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Request body: {'port': {'device_id': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:17.383331 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.27.2.245 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/1821bc31-2a9c-4f55-a96a-b8c06df824a2) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:17.416881 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315debb-bbdd-4f26-b5f0-adeb7696740b x-openstack-request-id: req-6315debb-bbdd-4f26-b5f0-adeb7696740b {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:17.417187 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "name": "network-vif-plugged", "status": "completed", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:17.417449 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6315debb-bbdd-4f26-b5f0-adeb7696740b {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:17.417873 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'code': 200} Mar 14 14:35:17.449684 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.496151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.562413 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:17.571716 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9b4be59b-af50-4d17-bc0f-d73782333194 None None] Provisioning complete for port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:17.572490 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9b4be59b-af50-4d17-bc0f-d73782333194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.621121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9b4be59b-af50-4d17-bc0f-d73782333194 None None] Port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:35:17.624487 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.647219 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3982a-91be-453f-8d87-175840615ee2 req-28f6a336-ea4c-4462-b321-d16bf7a8bea4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.670627 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bb3982a-91be-453f-8d87-175840615ee2 req-28f6a336-ea4c-4462-b321-d16bf7a8bea4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 945 time: 0.2685339 Mar 14 14:35:17.747554 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.819959 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:17.823437 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:17.827904 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:17.839070 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bb3982a-91be-453f-8d87-175840615ee2 req-f5a2fb60-01a3-49b0-8964-e317cf276917 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668034 Mar 14 14:35:17.866353 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=1821bc31-2a9c-4f55-a96a-b8c06df824a2,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:17.965945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4f52-9f17-4dc3-ac67-935796efb40c req-39951b15-e651-47e6-8179-5ff34ceaabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.968480 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-424f4f52-9f17-4dc3-ac67-935796efb40c req-39951b15-e651-47e6-8179-5ff34ceaabff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 1130 time: 0.1115189 Mar 14 14:35:18.036810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.094249 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-424f4f52-9f17-4dc3-ac67-935796efb40c req-04b79bb3-fbb7-4664-826d-f7aa72d62189 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154716 Mar 14 14:35:18.096344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c507d5af-5cc1-43b6-9e8b-e86d89324ec3 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:18.105867 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks [] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.120504 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Transition to ACTIVE for port object c507d5af-5cc1-43b6-9e8b-e86d89324ec3 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:35:18.146903 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.197257 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.252218 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:18.340170 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.346904 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Attempting to bind port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:35:18.347288 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Attempting to bind port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:35:18.347658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Attempting to bind port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 on network 88069b20-70e8-489d-94ba-473496216603 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:18.352821 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 on network 88069b20-70e8-489d-94ba-473496216603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:35:18.353147 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Attempting to bind port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 on network 88069b20-70e8-489d-94ba-473496216603 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:18.358467 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:35:18.358805 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Checking segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:35:18.360617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Bound using segment: {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:35:18.360617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Bound port: c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '88069b20-70e8-489d-94ba-473496216603'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:35:18.360617 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.409014 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.463575 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:35:18.467483 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:35:18.565138 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=1821bc31-2a9c-4f55-a96a-b8c06df824a2,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:18.586908 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.593471 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd0ba-6c8c-47c6-9c84-092fd509ffd2 req-cb943fb3-9d3e-49ec-95ec-c904fd1022c9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:18.595106 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-901dd0ba-6c8c-47c6-9c84-092fd509ffd2 req-cb943fb3-9d3e-49ec-95ec-c904fd1022c9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.1660867 Mar 14 14:35:18.599913 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.632183 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:18.632813 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.635357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] 10.222.0.53 "PUT /v2.0/ports/c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 1094 time: 1.2649839 Mar 14 14:35:18.635856 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:18.638281 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0a504-79c0-4544-9ab2-dee84777e246" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:18.714753 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-901dd0ba-6c8c-47c6-9c84-092fd509ffd2 req-7e4c2b26-e1b7-4dc7-a4ad-9c5f2a1ffb8c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072671 Mar 14 14:35:18.727415 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd08b496-912a-468f-8513-a5d175b32885 x-openstack-request-id: req-dd08b496-912a-468f-8513-a5d175b32885 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:18.727823 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:18.727992 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd08b496-912a-468f-8513-a5d175b32885 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:18.728373 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:35:18.729120 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4360d-00d2-4783-b3fa-5abf215af45c service neutron] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:18.745894 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.756779 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-70cee755-7e21-4609-beb4-9ac6bc6d8a8e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9083064 Mar 14 14:35:19.001347 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-f17cc96d-a1a3-40c6-8a72-9b21b76fa56f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1160292001&fields=id&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 267 time: 0.0589385 Mar 14 14:35:19.023547 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6617-5fc1-4039-8034-7f3577402ccf req-c4593cda-af5d-4237-9e74-262e4815087f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.027864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e53f6617-5fc1-4039-8034-7f3577402ccf req-c4593cda-af5d-4237-9e74-262e4815087f tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0827208 Mar 14 14:35:19.126622 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e53f6617-5fc1-4039-8034-7f3577402ccf req-8a7ff541-c939-43ce-a4a0-f6274787eba2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923274 Mar 14 14:35:19.447349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-bbf1eb27-4517-4bfb-9796-9f42e5ec0376 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.448855 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-bbf1eb27-4517-4bfb-9796-9f42e5ec0376 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.4394391 Mar 14 14:35:19.470857 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-4cb3868f-5c05-4b1c-a796-dda9b1a0d1de tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/quotas/36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 375 time: 0.0158288 Mar 14 14:35:19.533883 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-fd096df6-483a-4b7b-881f-5552ed78194a tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572557 Mar 14 14:35:19.678490 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-1d253460-daa1-4b56-87c1-82623861649d service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273112 Mar 14 14:35:19.814090 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-187e6417-a096-4e2b-b4d0-354a44b700f4 service neutron] 10.222.0.30 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238444 Mar 14 14:35:19.867722 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6261e-433b-4484-9298-fb3537ead559 req-21ec2c7c-c693-4aaa-874a-93f7de1077f1 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.870035 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53a6261e-433b-4484-9298-fb3537ead559 req-21ec2c7c-c693-4aaa-874a-93f7de1077f1 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0666463 Mar 14 14:35:19.940638 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-53a6261e-433b-4484-9298-fb3537ead559 req-a00238fc-4805-4e3a-92dc-7d4b5ffa949c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647354 Mar 14 14:35:20.001896 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:35:20.145553 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-71041c19-272e-4812-bb0f-b66a494cd7a0 req-280be59e-35f2-4fb2-b413-f303362a1e7e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0289896 Mar 14 14:35:20.333443 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1ee60-19cb-47e5-a9e6-b226efe20571 req-a5cc3136-f40d-45ed-b643-5fd40ab306dd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:20.335016 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cca1ee60-19cb-47e5-a9e6-b226efe20571 req-a5cc3136-f40d-45ed-b643-5fd40ab306dd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0594079 Mar 14 14:35:20.417617 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cca1ee60-19cb-47e5-a9e6-b226efe20571 req-589b276c-d2f7-405c-a958-3c59ba774267 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768826 Mar 14 14:35:21.071972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca176b51-a766-4766-9d42-a70c8fcbd085 req-511eea90-c3f1-4d60-b5e7-1c29820592b0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:21.073521 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca176b51-a766-4766-9d42-a70c8fcbd085 req-511eea90-c3f1-4d60-b5e7-1c29820592b0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0585599 Mar 14 14:35:21.130710 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca176b51-a766-4766-9d42-a70c8fcbd085 req-a05e7a14-8680-4615-85c7-e48a110d67ab tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Mar 14 14:35:21.247253 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4ec66934-218a-4297-8d8e-e2b334935240 req-8fd8092e-e85d-4679-9c6d-647181601c25 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0322766 Mar 14 14:35:21.588317 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa132f4-1875-4b53-a942-e0ec9880a721 req-13c5fa80-4d69-401e-930a-cb45dc09b3d1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:21.589887 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9fa132f4-1875-4b53-a942-e0ec9880a721 req-13c5fa80-4d69-401e-930a-cb45dc09b3d1 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0829656 Mar 14 14:35:21.643932 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9fa132f4-1875-4b53-a942-e0ec9880a721 req-906cc64b-8989-414f-aa8b-24b663a6d0c8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475602 Mar 14 14:35:22.261575 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a54c-442f-4822-9e73-36454da66f8f req-cd8f4c7c-41cf-4dab-9c0c-6084c8817ad7 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:22.263247 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-97e6a54c-442f-4822-9e73-36454da66f8f req-cd8f4c7c-41cf-4dab-9c0c-6084c8817ad7 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0640767 Mar 14 14:35:22.342777 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-97e6a54c-442f-4822-9e73-36454da66f8f req-ef291b6b-b758-40c4-bdd3-96b516b867dd tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716155 Mar 14 14:35:22.367403 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7eceecc7-9525-4868-8248-8ad9fb8a390a req-1bc17a9a-414b-4f62-b0d4-9ef8ac9fa3c5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0479083 Mar 14 14:35:22.770260 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08430d7-d7e3-4c01-9839-60136351c27d req-da0c228d-5e08-4ae3-945d-ce054e311bbf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:22.772284 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f08430d7-d7e3-4c01-9839-60136351c27d req-da0c228d-5e08-4ae3-945d-ce054e311bbf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0570700 Mar 14 14:35:22.832937 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f08430d7-d7e3-4c01-9839-60136351c27d req-3ae89b42-530a-4a58-9dc8-4df48a754774 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536149 Mar 14 14:35:23.478845 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110810f-e3b2-4431-be9d-16a3cf93c781 req-a251447d-538b-4733-8150-1415eecb68f6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:23.481167 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1110810f-e3b2-4431-be9d-16a3cf93c781 req-a251447d-538b-4733-8150-1415eecb68f6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0602903 Mar 14 14:35:23.495763 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62e7bed8-f3dc-4932-8919-f84ec7127b89 req-efa5fb47-1568-4553-a26e-e9110696fbf3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0372598 Mar 14 14:35:23.540849 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1110810f-e3b2-4431-be9d-16a3cf93c781 req-0c22a9d6-582d-4ae6-bb94-2fd5c24e292c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540261 Mar 14 14:35:23.963768 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bef26-86e8-4c7c-a27e-d217e582f782 req-5cb1b124-0719-4206-aeb8-455db479b414 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:23.965461 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b3bef26-86e8-4c7c-a27e-d217e582f782 req-5cb1b124-0719-4206-aeb8-455db479b414 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0573854 Mar 14 14:35:24.025481 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b3bef26-86e8-4c7c-a27e-d217e582f782 req-0b63bd97-3238-4d67-9094-fa9513d942a4 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484850 Mar 14 14:35:24.595091 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d047be2-acf8-40b4-8a43-61dee6400fc2 req-de9628a8-4c74-45b1-bcad-3bec16611332 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0291092 Mar 14 14:35:24.674537 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942eb9ae-3ba3-497a-ba2e-80a5ae2de7d0 req-1d2a4fb0-6f09-4a7f-aa6e-eb6cd5519f78 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:24.676124 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-942eb9ae-3ba3-497a-ba2e-80a5ae2de7d0 req-1d2a4fb0-6f09-4a7f-aa6e-eb6cd5519f78 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0634961 Mar 14 14:35:24.732222 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-942eb9ae-3ba3-497a-ba2e-80a5ae2de7d0 req-460a6aaf-e988-4a9a-a642-2c308a9bd966 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Mar 14 14:35:25.152282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca713b-a4e8-4a43-8ea2-129fa7f837bb req-9e4aa65d-a552-4785-8f97-b5072cf5e9a7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:25.153913 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eeca713b-a4e8-4a43-8ea2-129fa7f837bb req-9e4aa65d-a552-4785-8f97-b5072cf5e9a7 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0589750 Mar 14 14:35:25.209373 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eeca713b-a4e8-4a43-8ea2-129fa7f837bb req-a895d482-a10c-4456-a7e0-d3a1aa7cc865 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498226 Mar 14 14:35:25.739770 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ec841103-26b5-42e9-8959-ba20b12a4244 req-c253753c-6026-4163-b3f9-2e0a7596671d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0424776 Mar 14 14:35:25.891175 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9dc00-78bb-4120-8b09-b06cf973d715 req-fbe156e4-8ab9-4465-89b1-c7c336ba4ff6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:25.901631 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5ba9dc00-78bb-4120-8b09-b06cf973d715 req-fbe156e4-8ab9-4465-89b1-c7c336ba4ff6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0767570 Mar 14 14:35:25.952701 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5ba9dc00-78bb-4120-8b09-b06cf973d715 req-c850b6d7-a18d-4165-9830-c8a5e819c212 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516424 Mar 14 14:35:26.326667 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99583b33-5ff5-4ad1-a85c-ccd966cc775e req-04af828f-5256-45d5-aa53-9b7ee2896e87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:26.328180 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-99583b33-5ff5-4ad1-a85c-ccd966cc775e req-04af828f-5256-45d5-aa53-9b7ee2896e87 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0529997 Mar 14 14:35:26.379143 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-99583b33-5ff5-4ad1-a85c-ccd966cc775e req-8229c9ee-96b7-47f0-8c1d-f6c77953bc49 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Mar 14 14:35:26.756944 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-7e4387a8-a48e-413c-a9cf-b39b25ba68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:26.758615 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-7e4387a8-a48e-413c-a9cf-b39b25ba68ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1128 time: 0.0942442 Mar 14 14:35:26.843969 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4c0c6faf-5e7d-40a6-9711-0a8f30f05124 req-52a9e9d1-a5ee-44bf-ac11-a4410ad0173f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Mar 14 14:35:26.887459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-f775408f-c7a6-4467-9168-3cef55879d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:26.891502 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-f775408f-c7a6-4467-9168-3cef55879d30 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109891 Mar 14 14:35:27.001493 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-632a4e70-8f59-40f5-a6bc-cf718ec69d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.003208 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-27d0a504-79c0-4544-9ab2-dee84777e246 req-632a4e70-8f59-40f5-a6bc-cf718ec69d39 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064365 Mar 14 14:35:27.130602 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2d51d-6bce-43f9-98d7-73cc676eecf0 req-4dedd783-b867-4b94-b814-91dee564c2ce tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.132712 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f5e2d51d-6bce-43f9-98d7-73cc676eecf0 req-4dedd783-b867-4b94-b814-91dee564c2ce tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0949450 Mar 14 14:35:27.138955 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-69d066d0-d644-4353-9688-b16750d6960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.143434 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-69d066d0-d644-4353-9688-b16750d6960c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1128 time: 0.0696118 Mar 14 14:35:27.210149 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-0e2a1b65-dcb6-423d-8f30-f9300d5c0dbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 217 time: 0.0474060 Mar 14 14:35:27.251712 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f5e2d51d-6bce-43f9-98d7-73cc676eecf0 req-765ebca0-28cf-4666-8393-f90ab1f02746 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102464 Mar 14 14:35:27.270339 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b536c8c4-0cbd-4356-bdca-455fd8128e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.271863 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b536c8c4-0cbd-4356-bdca-455fd8128e96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0541070 Mar 14 14:35:27.393935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b5bc257c-cf45-4a67-9d55-b59131131615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.395516 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-b5bc257c-cf45-4a67-9d55-b59131131615 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456586 Mar 14 14:35:27.509328 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e6b72-09b2-4f00-8f01-a078816b3ec3 req-4e5a943e-2a5b-4a3d-ac7e-5d1c9ef05b0c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.510760 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff1e6b72-09b2-4f00-8f01-a078816b3ec3 req-4e5a943e-2a5b-4a3d-ac7e-5d1c9ef05b0c tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0607307 Mar 14 14:35:27.516799 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-3bbe4bff-8a3a-4cee-9ea9-ecfcd5db07c0 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935392 Mar 14 14:35:27.562154 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff1e6b72-09b2-4f00-8f01-a078816b3ec3 req-6981894f-ec31-4a1a-ab7d-ffe89b419d31 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Mar 14 14:35:27.617583 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d674b17d-43b1-44ca-9642-061e5d24d363 req-cc8f017d-b9a8-4786-b72f-40633bf45bd9 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929747 Mar 14 14:35:27.946718 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fbf99625-4729-48e2-b4e9-78bbb6ec3538 req-1ce4ab3b-bbb0-46d5-81a7-fb86f3ced72c tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0325744 Mar 14 14:35:28.044988 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-8f9ea367-11ba-4dfc-b141-af5f10be23f3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.046453 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-8f9ea367-11ba-4dfc-b141-af5f10be23f3 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 814 time: 0.1063569 Mar 14 14:35:28.113917 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-5b9fd910-61fe-449b-8e32-10239fed7367 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36030daf77aa4eb9a4c6ab533dd481b7 HTTP/1.1" status: 200 len: 380 time: 0.0521002 Mar 14 14:35:28.122639 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'port': {'device_id': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'admin_state_up': True, 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'security_groups': ['7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:28.331875 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Made reservation on behalf of 36030daf77aa4eb9a4c6ab533dd481b7 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:35:28.335157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:28.434019 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91698fe7-e3a3-4a5f-9dcc-545da473b84c req-6f0f7dd1-86fb-40bd-bf5f-d8d317459fef tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.435550 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91698fe7-e3a3-4a5f-9dcc-545da473b84c req-6f0f7dd1-86fb-40bd-bf5f-d8d317459fef tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.1172566 Mar 14 14:35:28.529768 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91698fe7-e3a3-4a5f-9dcc-545da473b84c req-045814e8-e105-471c-8b25-c1ec7d64adce tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870245 Mar 14 14:35:28.530828 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Allocated IP 172.20.0.14 (c97f87a9-75a3-42aa-b254-82913f3baa76/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b/b1160da6-047d-45a9-b207-6420b24dd315) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:28.675206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for port (b1160da6-047d-45a9-b207-6420b24dd315), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:28.694121 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97db2bd-ea2c-4aed-8500-628d4f5b0e38 req-85888ac3-392d-44ba-837e-94137d8c65ee tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.696413 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d97db2bd-ea2c-4aed-8500-628d4f5b0e38 req-85888ac3-392d-44ba-837e-94137d8c65ee tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0629625 Mar 14 14:35:28.750847 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d97db2bd-ea2c-4aed-8500-628d4f5b0e38 req-61457f27-72ee-48f8-8d74-9e4d8ffa978b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Mar 14 14:35:28.815079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:28.888126 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Network c97f87a9-75a3-42aa-b254-82913f3baa76 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:28.894904 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:28.897142 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event updated for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:28.906224 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:28.961048 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd01ed-c49b-498c-aeb4-0193731ef7ad req-6b130899-8045-4358-bc2c-15a13f6a0582 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.962646 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-88cd01ed-c49b-498c-aeb4-0193731ef7ad req-6b130899-8045-4358-bc2c-15a13f6a0582 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.1220098 Mar 14 14:35:28.971842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52158) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:28.974518 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.975600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:28.976645 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Request body: {'floatingip': {'port_id': '2264b1b4-c540-4c38-a2ef-576014b6eeba'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:29.030144 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.048344 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-df4940f6-b6f7-4dbc-b3ed-6e9584e2a8c1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9294441 Mar 14 14:35:29.068500 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Request body: {'port': {'device_id': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:29.137153 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b1160da6-047d-45a9-b207-6420b24dd315), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.184311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-05e7ad1a-b0d6-4f26-b18a-dbe6eec61f8e None None] Provisioning complete for port b1160da6-047d-45a9-b207-6420b24dd315 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:29.184918 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-05e7ad1a-b0d6-4f26-b18a-dbe6eec61f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b1160da6-047d-45a9-b207-6420b24dd315), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.224420 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-05e7ad1a-b0d6-4f26-b18a-dbe6eec61f8e None None] Port b1160da6-047d-45a9-b207-6420b24dd315 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:35:29.417677 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1160da6-047d-45a9-b207-6420b24dd315 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:29.425349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks [] for port (b1160da6-047d-45a9-b207-6420b24dd315), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.437907 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Transition to ACTIVE for port object b1160da6-047d-45a9-b207-6420b24dd315 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:35:29.442085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa521574-45e1-4d45-8062-9fe72f00da3f req-3c1419e2-094f-441f-ab0a-327b97b34847 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:29.443591 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aa521574-45e1-4d45-8062-9fe72f00da3f req-3c1419e2-094f-441f-ab0a-327b97b34847 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 932 time: 0.1238256 Mar 14 14:35:29.493879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.545725 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Pushing event updated for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:29.606945 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aa521574-45e1-4d45-8062-9fe72f00da3f req-4322e7dc-6bf4-4ae2-ac12-d09a2300efa6 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275706 Mar 14 14:35:29.678120 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Attempting to bind port b1160da6-047d-45a9-b207-6420b24dd315 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:35:29.678384 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Attempting to bind port b1160da6-047d-45a9-b207-6420b24dd315 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:35:29.678757 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Attempting to bind port b1160da6-047d-45a9-b207-6420b24dd315 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:29.687308 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Port b1160da6-047d-45a9-b207-6420b24dd315 on network c97f87a9-75a3-42aa-b254-82913f3baa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:35:29.687630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Attempting to bind port b1160da6-047d-45a9-b207-6420b24dd315 on network c97f87a9-75a3-42aa-b254-82913f3baa76 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:29.694950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:35:29.697742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Checking segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:35:29.697742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Bound using segment: {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:35:29.697742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Bound port: b1160da6-047d-45a9-b207-6420b24dd315, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976584a4-a2c1-444a-b4a3-a0c12bf31c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:35:29.697742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b1160da6-047d-45a9-b207-6420b24dd315), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.739820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03994869-df54-449d-8e03-b036a06cbba8 req-b5230613-2768-418d-99f4-e561491561fc tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:29.746713 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03994869-df54-449d-8e03-b036a06cbba8 req-b5230613-2768-418d-99f4-e561491561fc tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.1097078 Mar 14 14:35:29.815463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:35:29.819516 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b1160da6-047d-45a9-b207-6420b24dd315,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:35:29.823712 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03994869-df54-449d-8e03-b036a06cbba8 req-abe8d0f3-48a2-4a30-82be-db381a53b456 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755727 Mar 14 14:35:29.869770 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.888844 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.922158 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:29.922836 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.924240 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] 10.222.0.53 "PUT /v2.0/ports/b1160da6-047d-45a9-b207-6420b24dd315 HTTP/1.1" status: 200 len: 1094 time: 0.8611615 Mar 14 14:35:29.926660 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:29.927656 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0141699-5ad3-4ef9-801d-96a17de87940" -d '{"events": [{"name": "network-changed", "server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "tag": "b1160da6-047d-45a9-b207-6420b24dd315"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:29.940356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:29.957117 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03328d-9270-4459-af2c-94c8df878008 service neutron] Pushing event updated for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:29.970824 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff60296-7c77-4d39-9314-638812e19db4 x-openstack-request-id: req-dff60296-7c77-4d39-9314-638812e19db4 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:29.971734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "tag": "b1160da6-047d-45a9-b207-6420b24dd315", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:29.971734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dff60296-7c77-4d39-9314-638812e19db4 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:29.971909 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315', 'status': 'completed', 'code': 200} Mar 14 14:35:30.072917 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-6faf51de-4fa5-4305-9100-803d59b191c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.074470 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Floating IP 7cf53514-c908-4c8b-98f5-587d0e497d03 associated. External IP: 172.27.2.57, port: 2264b1b4-c540-4c38-a2ef-576014b6eeba. Mar 14 14:35:30.075172 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-6faf51de-4fa5-4305-9100-803d59b191c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 1128 time: 0.0540559 Mar 14 14:35:30.198116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-478b5760-97cd-49aa-b755-5e64c251d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.199527 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-478b5760-97cd-49aa-b755-5e64c251d8ec service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1085050 Mar 14 14:35:30.298223 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-e6fe2d0d-c4a7-4b7a-b920-6ce107dfd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.299710 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0141699-5ad3-4ef9-801d-96a17de87940 req-e6fe2d0d-c4a7-4b7a-b920-6ce107dfd0fd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930872 Mar 14 14:35:30.307270 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:35:30.405148 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-3aa07531-113f-472d-9bf4-857cc410b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.406686 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-3aa07531-113f-472d-9bf4-857cc410b3ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 1128 time: 0.0446329 Mar 14 14:35:30.419848 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:35:30.425807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:30.431271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:30.442559 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:30.443403 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:30.456913 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-80796335-941e-491e-b241-6779715aafd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1160da6-047d-45a9-b207-6420b24dd315 HTTP/1.1" status: 200 len: 217 time: 0.0347776 Mar 14 14:35:30.470140 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-a613a1d5-5bfb-4c31-84e3-0dbff80ffca2 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "PUT /v2.0/floatingips/7cf53514-c908-4c8b-98f5-587d0e497d03 HTTP/1.1" status: 200 len: 991 time: 1.4854112 Mar 14 14:35:30.470140 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:30.470140 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18" -d '{"events": [{"name": "network-changed", "server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:30.522498 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-b98f3031-0668-4cef-9944-8db0798f5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.523956 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-b98f3031-0668-4cef-9944-8db0798f5391 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0611241 Mar 14 14:35:30.564718 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:30.571992 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d39e68-d0a0-42ea-b3f0-30167609755d x-openstack-request-id: req-70d39e68-d0a0-42ea-b3f0-30167609755d {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:30.572512 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:30.572937 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70d39e68-d0a0-42ea-b3f0-30167609755d {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:30.573512 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'status': 'completed', 'code': 200} Mar 14 14:35:30.574395 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6c2e419e-11b3-486f-b87d-e0f1652b57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.575919 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-6c2e419e-11b3-486f-b87d-e0f1652b57f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458608 Mar 14 14:35:30.677832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-9f1637a3-9fff-4f1c-a4ea-29934435e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.679973 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-9f1637a3-9fff-4f1c-a4ea-29934435e410 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 1130 time: 0.0637567 Mar 14 14:35:30.732295 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-a69ae22d-28e7-451d-9106-286ad2a7cbfd service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256065 Mar 14 14:35:30.848983 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bf71-e533-4c3c-a419-5fa5405b0e7c req-d2040dd5-386c-4398-a585-af5ede8fdccf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.853044 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6d39bf71-e533-4c3c-a419-5fa5405b0e7c req-d2040dd5-386c-4398-a585-af5ede8fdccf tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 944 time: 0.1519914 Mar 14 14:35:30.872687 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96438085-cf15-46d4-bba8-e9882b81a9eb req-1f5b6691-84ac-4048-9c12-14157b4fd412 service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346703 Mar 14 14:35:30.883439 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-99587662-7089-44c3-af45-9875e476ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.885475 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-99587662-7089-44c3-af45-9875e476ccc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 200 len: 912 time: 0.1989708 Mar 14 14:35:30.888822 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7cf53514-c908-4c8b-98f5-587d0e497d03', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:d9:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:02Z', 'updated_at': '2022-03-14T14:35:29Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:30.925647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:30.936634 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:30.937556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:31.045301 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6d39bf71-e533-4c3c-a419-5fa5405b0e7c req-789cdb06-bd83-465b-a209-90929044d63d tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269262 Mar 14 14:35:31.045301 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-65955197-ab19-4658-8123-5be40231f198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba HTTP/1.1" status: 200 len: 999 time: 0.1017659 Mar 14 14:35:31.084502 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-42ba9c85-39b2-4f38-8a0f-42533ea720ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:31.086227 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-42ba9c85-39b2-4f38-8a0f-42533ea720ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 200 len: 850 time: 0.0797896 Mar 14 14:35:31.176810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f730623-03fb-4568-a6f4-2fcc9f6edf50 req-b9ed2f58-ff76-4c12-b1c0-c3a62b7ebea6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:31.178404 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0f730623-03fb-4568-a6f4-2fcc9f6edf50 req-b9ed2f58-ff76-4c12-b1c0-c3a62b7ebea6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 944 time: 0.0906365 Mar 14 14:35:31.184119 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-d47bd6c2-1eab-4b8e-b76f-6a5ddbcdefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:31.185864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-d47bd6c2-1eab-4b8e-b76f-6a5ddbcdefd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e997901-0a19-42b4-9214-a40430524c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887589 Mar 14 14:35:31.191856 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c507d5af-5cc1-43b6-9e8b-e86d89324ec3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:31.237432 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:31.316747 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0f730623-03fb-4568-a6f4-2fcc9f6edf50 req-e9914384-4bd7-46e0-97fb-c10d2c095883 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284339 Mar 14 14:35:31.341256 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-5d34ec70-9d43-4c70-8b44-8792b424fa05 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434224 Mar 14 14:35:31.410718 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:31.439362 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'port_id': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'mac_address': 'fa:16:3e:c2:55:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:31.445067 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-248c5ab6-70c5-4b00-b99e-d8c1dca06f18 req-7ac3cac0-af33-4d6b-9046-21cdb29292a3 service neutron] 10.222.0.53 "GET /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982134 Mar 14 14:35:31.532859 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:31.533247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:31.552306 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c507d5af-5cc1-43b6-9e8b-e86d89324ec3 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:31.597832 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:31.618596 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7cf53514-c908-4c8b-98f5-587d0e497d03', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:d9:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:02Z', 'updated_at': '2022-03-14T14:35:29Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:31.645459 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eaf11b-2ecd-4a6f-97b7-a0100dbfc289 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7cf53514-c908-4c8b-98f5-587d0e497d03', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'port_id': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'mac_address': 'fa:16:3e:d9:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:02Z', 'updated_at': '2022-03-14T14:35:29Z', 'revision_number': 1, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:31.648346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:31.702647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:31.871934 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81213c2-49fa-4184-bdf7-bf4cc068ef3a None None] New status for floating IP 7cf53514-c908-4c8b-98f5-587d0e497d03: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:35:31.995905 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb474d-54ca-41df-a480-f5c764144fcf req-559bea9f-8038-44c7-bc14-a262fa531d98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:31.998500 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-41cb474d-54ca-41df-a480-f5c764144fcf req-559bea9f-8038-44c7-bc14-a262fa531d98 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0596831 Mar 14 14:35:32.011252 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:32.076728 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-41cb474d-54ca-41df-a480-f5c764144fcf req-471b9898-0c2f-4f55-9baf-90ba6c41f119 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698235 Mar 14 14:35:32.175736 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7133f-8f5e-4108-9152-06d994403176 req-26f31860-aad1-4e4d-9daf-afccb84cb862 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:32.177202 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3da7133f-8f5e-4108-9152-06d994403176 req-26f31860-aad1-4e4d-9daf-afccb84cb862 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 944 time: 0.0618322 Mar 14 14:35:32.229750 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3da7133f-8f5e-4108-9152-06d994403176 req-ddcfd3dc-4c95-44e4-9672-9e4fac60ddc1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Mar 14 14:35:32.444941 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2073ad-475c-4380-820d-673cbdc7b2e8 req-d9bf95cd-04fe-4765-a9a6-9979a8497035 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:32.446610 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cb2073ad-475c-4380-820d-673cbdc7b2e8 req-d9bf95cd-04fe-4765-a9a6-9979a8497035 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 945 time: 0.0587809 Mar 14 14:35:32.496530 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cb2073ad-475c-4380-820d-673cbdc7b2e8 req-704d894c-708d-420d-b42b-b3d43fe4b9d5 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Mar 14 14:35:33.025959 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device b1160da6-047d-45a9-b207-6420b24dd315 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:33.036932 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c507d5af-5cc1-43b6-9e8b-e86d89324ec3 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:33.165553 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b1160da6-047d-45a9-b207-6420b24dd315,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:33.179189 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'b1160da6-047d-45a9-b207-6420b24dd315', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'port_id': 'b1160da6-047d-45a9-b207-6420b24dd315', 'mac_address': 'fa:16:3e:52:40:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:33.199102 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143135-8e38-4412-b41e-931760f02eb6 req-85805a1e-cc93-4779-9665-f59cc44a90f5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.200625 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a143135-8e38-4412-b41e-931760f02eb6 req-85805a1e-cc93-4779-9665-f59cc44a90f5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0582714 Mar 14 14:35:33.214947 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:35:33.224591 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:33.225028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.254995 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a143135-8e38-4412-b41e-931760f02eb6 req-3cf621ee-8d1d-408a-8266-7362843e3003 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Mar 14 14:35:33.262196 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port b1160da6-047d-45a9-b207-6420b24dd315 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:33.262582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b1160da6-047d-45a9-b207-6420b24dd315), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.281089 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1160da6-047d-45a9-b207-6420b24dd315 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:33.309814 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b1160da6-047d-45a9-b207-6420b24dd315,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:33.350686 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:33.351071 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.365935 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7d74-0cbc-48ff-b949-8640364b2a01 req-f7ea27db-1b26-4fb3-bfba-18415e3f7a58 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.367606 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3d8d7d74-0cbc-48ff-b949-8640364b2a01 req-f7ea27db-1b26-4fb3-bfba-18415e3f7a58 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 944 time: 0.0648694 Mar 14 14:35:33.369297 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.376948 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:33.379801 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24430a-7418-442c-aee1-5217aedee75f" -d '{"events": [{"server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "name": "network-vif-plugged", "status": "completed", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:33.411615 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:33.417772 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2587e475-eb29-4697-be32-d35fa4e8f7a6 x-openstack-request-id: req-2587e475-eb29-4697-be32-d35fa4e8f7a6 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:33.418220 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "name": "network-vif-plugged", "status": "completed", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:33.418532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2587e475-eb29-4697-be32-d35fa4e8f7a6 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:33.418845 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'code': 200} Mar 14 14:35:33.428865 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3d8d7d74-0cbc-48ff-b949-8640364b2a01 req-2db14dd1-23ab-4c05-9661-7e1c56f04e73 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540910 Mar 14 14:35:33.436789 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:33.453747 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.502598 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:33.632211 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe080ba-e023-401c-b8da-a5855b2007e7 req-c9d7b3b0-8fdb-4497-94fe-01733dc72bd6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.633715 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7fe080ba-e023-401c-b8da-a5855b2007e7 req-c9d7b3b0-8fdb-4497-94fe-01733dc72bd6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0618658 Mar 14 14:35:33.682139 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7fe080ba-e023-401c-b8da-a5855b2007e7 req-e3abddfd-58d6-47b0-a48d-5066663db6bd tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Mar 14 14:35:33.720910 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['b1160da6-047d-45a9-b207-6420b24dd315'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:33.745529 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6042587-b87c-46af-a59b-12274a559a88 req-efd10d47-5936-43e1-824c-e7bc66711123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.747152 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6042587-b87c-46af-a59b-12274a559a88 req-efd10d47-5936-43e1-824c-e7bc66711123 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1130 time: 0.0453556 Mar 14 14:35:33.794285 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6042587-b87c-46af-a59b-12274a559a88 req-70a03ff9-aeec-4d05-a300-63cfb8902118 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Mar 14 14:35:34.387424 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22570acd-0c2f-477f-9ac3-517d3ea1f4e5 req-32286025-57c2-4244-98f8-0d390d07e3c1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:34.388938 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-22570acd-0c2f-477f-9ac3-517d3ea1f4e5 req-32286025-57c2-4244-98f8-0d390d07e3c1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0576570 Mar 14 14:35:34.437426 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-22570acd-0c2f-477f-9ac3-517d3ea1f4e5 req-01435732-09d1-44c0-b930-0e2f34902e56 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Mar 14 14:35:34.552822 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd31c-1681-4ee8-8e39-cfad93c1799b req-357d7be7-d352-4184-b9f3-443968e9314e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:34.554291 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-725dd31c-1681-4ee8-8e39-cfad93c1799b req-357d7be7-d352-4184-b9f3-443968e9314e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Mar 14 14:35:34.605657 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-725dd31c-1681-4ee8-8e39-cfad93c1799b req-a1088a39-f988-4b1a-a2fd-68b7ba90a0c4 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456448 Mar 14 14:35:34.807118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1697e6-7ed9-46c4-80ff-559aa231dcdd req-05e5ee3f-0d17-451e-ae5e-8bba94292640 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:34.808502 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d1697e6-7ed9-46c4-80ff-559aa231dcdd req-05e5ee3f-0d17-451e-ae5e-8bba94292640 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0559475 Mar 14 14:35:34.855816 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d1697e6-7ed9-46c4-80ff-559aa231dcdd req-88cb6d93-c67e-4fba-a370-0f6ac30336ea tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Mar 14 14:35:35.032286 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device b1160da6-047d-45a9-b207-6420b24dd315 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:35.145424 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port b1160da6-047d-45a9-b207-6420b24dd315 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:35:35.150512 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port b1160da6-047d-45a9-b207-6420b24dd315 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:35.150892 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (b1160da6-047d-45a9-b207-6420b24dd315), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:35.252850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port b1160da6-047d-45a9-b207-6420b24dd315 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:35.253241 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (b1160da6-047d-45a9-b207-6420b24dd315), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:35.294238 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b1160da6-047d-45a9-b207-6420b24dd315,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:35.380058 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:35.420993 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:35.423191 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381ba73-1765-43d9-80b3-ed3d1d4d200e" -d '{"events": [{"server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "name": "network-vif-plugged", "status": "completed", "tag": "b1160da6-047d-45a9-b207-6420b24dd315"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:35.437292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:35.473848 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1a6a9-4753-43ca-8622-dcfd8ca18e33 x-openstack-request-id: req-82e1a6a9-4753-43ca-8622-dcfd8ca18e33 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:35.474867 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "name": "network-vif-plugged", "status": "completed", "tag": "b1160da6-047d-45a9-b207-6420b24dd315", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:35.475562 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82e1a6a9-4753-43ca-8622-dcfd8ca18e33 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:35.476133 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315', 'code': 200} Mar 14 14:35:35.581158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37060-df42-4404-9c54-ad87e4e42d59 req-6bb6e737-1d0d-430e-b74d-90edd1380156 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:35.582742 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-80a37060-df42-4404-9c54-ad87e4e42d59 req-6bb6e737-1d0d-430e-b74d-90edd1380156 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0634718 Mar 14 14:35:35.639410 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-80a37060-df42-4404-9c54-ad87e4e42d59 req-68680368-5b0b-44e1-a17c-6a2f604161d1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506606 Mar 14 14:35:35.748658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc972556-aa79-4a19-86e3-ad206b20d0a2 req-147b890d-128e-4edb-afea-abe58b21589f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:35.750072 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc972556-aa79-4a19-86e3-ad206b20d0a2 req-147b890d-128e-4edb-afea-abe58b21589f tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0641625 Mar 14 14:35:35.806324 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc972556-aa79-4a19-86e3-ad206b20d0a2 req-a182f94e-5b54-4e7e-b811-ecd2a9a1fb92 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501173 Mar 14 14:35:35.863798 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fed94-7150-4cd8-a145-2459b2e7323a req-7f7e3493-3ded-44f7-a5de-5c79c725d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:35.866036 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da8fed94-7150-4cd8-a145-2459b2e7323a req-7f7e3493-3ded-44f7-a5de-5c79c725d549 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 1130 time: 0.0579336 Mar 14 14:35:35.922864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da8fed94-7150-4cd8-a145-2459b2e7323a req-dca2b19e-e797-471d-a994-1dcce7dc98cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Mar 14 14:35:35.983795 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45f838-fde8-4ce9-ae69-51abef8d8687 req-4d9c6c26-8708-49af-b289-3ac4a68de7c4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:35.985283 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ee45f838-fde8-4ce9-ae69-51abef8d8687 req-4d9c6c26-8708-49af-b289-3ac4a68de7c4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0541191 Mar 14 14:35:36.032997 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ee45f838-fde8-4ce9-ae69-51abef8d8687 req-74f272f3-f938-4021-a9aa-274632734183 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Mar 14 14:35:36.168481 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984278f-f11a-4e85-a8d6-18a29f2b9d6e req-3b64b5e7-5b9b-471f-9593-d1977981e522 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:36.170420 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9984278f-f11a-4e85-a8d6-18a29f2b9d6e req-3b64b5e7-5b9b-471f-9593-d1977981e522 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0722899 Mar 14 14:35:36.226069 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9984278f-f11a-4e85-a8d6-18a29f2b9d6e req-dfb6726b-3ee1-497e-8dfc-7567d94cf32f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498357 Mar 14 14:35:36.563509 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e08b7-9d01-4c5a-a838-2e377ff57c22 req-c50ef4d8-4eb1-4e26-86b9-8ca6ec27cda2 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:36.573138 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-074e08b7-9d01-4c5a-a838-2e377ff57c22 req-c50ef4d8-4eb1-4e26-86b9-8ca6ec27cda2 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0605249 Mar 14 14:35:36.613312 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-074e08b7-9d01-4c5a-a838-2e377ff57c22 req-99a28895-7fc5-4e0a-b8ef-86d1dee1daae tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Mar 14 14:35:36.779355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96ea99-858c-4afd-96ef-9aaaaae589bf req-7b55b194-6aca-4217-92ed-18cea087e879 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:36.780826 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bd96ea99-858c-4afd-96ef-9aaaaae589bf req-7b55b194-6aca-4217-92ed-18cea087e879 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Mar 14 14:35:36.829529 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bd96ea99-858c-4afd-96ef-9aaaaae589bf req-71bad832-fba3-4b06-970c-ab8710cc9474 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Mar 14 14:35:36.941715 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213b0a-9221-41fd-b33e-a70310e77880 req-a8a38f11-3347-4b20-aeb7-494c30e73cab tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:36.944436 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92213b0a-9221-41fd-b33e-a70310e77880 req-a8a38f11-3347-4b20-aeb7-494c30e73cab tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0558631 Mar 14 14:35:36.993451 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92213b0a-9221-41fd-b33e-a70310e77880 req-498030d5-2bf9-4f5f-81d8-a66b810c821b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Mar 14 14:35:37.955206 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6503-9444-4e01-b947-93727f1faa63 req-8a8c68f1-5348-4655-ae27-5af11bfee9f6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:37.956743 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50ec6503-9444-4e01-b947-93727f1faa63 req-8a8c68f1-5348-4655-ae27-5af11bfee9f6 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0531340 Mar 14 14:35:38.005070 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-50ec6503-9444-4e01-b947-93727f1faa63 req-67b99662-2f85-4082-ab8d-5f1f9b419b21 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Mar 14 14:35:38.117503 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb43f5-df8b-4312-9f12-79b96a0b368d req-3f675c96-839b-4f7e-92d0-7f7c3c18119b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:38.119000 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-53bb43f5-df8b-4312-9f12-79b96a0b368d req-3f675c96-839b-4f7e-92d0-7f7c3c18119b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0532546 Mar 14 14:35:38.170035 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-53bb43f5-df8b-4312-9f12-79b96a0b368d req-2f6d0236-32d3-494e-b0ca-bfcf9ab8571b tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Mar 14 14:35:38.174294 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-013ed07a-709a-49e9-8463-13f77a9354ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:38.285200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf63ae4-7384-4452-9711-d97d03a5b0ff req-b6698347-abb5-4463-bf89-e10684c2443e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:38.287268 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3cf63ae4-7384-4452-9711-d97d03a5b0ff req-b6698347-abb5-4463-bf89-e10684c2443e tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0519295 Mar 14 14:35:38.295543 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52244) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:38.299984 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Request body: {'floatingip': {'port_id': 'b1160da6-047d-45a9-b207-6420b24dd315'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:38.343585 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:39.056651 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:39.132650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f30cb-7385-4746-9737-b3247683f1af req-dd8ba18d-8a08-4db5-ab9d-ae832c30a74a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:39.134198 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-081f30cb-7385-4746-9737-b3247683f1af req-dd8ba18d-8a08-4db5-ab9d-ae832c30a74a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0570929 Mar 14 14:35:39.165508 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:39.220588 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-081f30cb-7385-4746-9737-b3247683f1af req-3ac3c4d8-d41d-4073-a559-fc6f0d3b516e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808830 Mar 14 14:35:39.285210 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP a171dd89-e6dd-43e4-8f47-5a100604b5e1 associated. External IP: 172.27.2.245, port: b1160da6-047d-45a9-b207-6420b24dd315. Mar 14 14:35:39.510282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:35:39.625660 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:35:39.631090 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:39.635995 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:39.646483 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:39.647296 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:39.663280 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5e67a1b9-cd4c-4522-ab1f-d3206d5f0fef tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "PUT /v2.0/floatingips/a171dd89-e6dd-43e4-8f47-5a100604b5e1 HTTP/1.1" status: 200 len: 992 time: 1.3665607 Mar 14 14:35:39.663875 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:39.666337 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85eacee-072f-48ee-aafc-018c02c81e19" -d '{"events": [{"name": "network-changed", "server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "tag": "b1160da6-047d-45a9-b207-6420b24dd315"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:39.702727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79cc675-a730-41a7-8ee1-98263531432a x-openstack-request-id: req-e79cc675-a730-41a7-8ee1-98263531432a {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:39.703020 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "tag": "b1160da6-047d-45a9-b207-6420b24dd315", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:39.703275 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e79cc675-a730-41a7-8ee1-98263531432a {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:39.703673 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315', 'status': 'completed', 'code': 200} Mar 14 14:35:39.759086 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:39.799976 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-eb9c2a98-0807-479f-93f8-b8e45a6e4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:39.801500 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-eb9c2a98-0807-479f-93f8-b8e45a6e4fbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 1130 time: 0.0463905 Mar 14 14:35:39.898745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-10ab5bdd-0741-4c9f-bd9f-8a551f439b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:39.900327 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-10ab5bdd-0741-4c9f-bd9f-8a551f439b09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 200 len: 915 time: 0.0924509 Mar 14 14:35:39.969333 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-c34f7452-cb94-49d0-a629-4d5a13c7448f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1160da6-047d-45a9-b207-6420b24dd315 HTTP/1.1" status: 200 len: 1000 time: 0.0611391 Mar 14 14:35:39.993483 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'a171dd89-e6dd-43e4-8f47-5a100604b5e1', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': 'b1160da6-047d-45a9-b207-6420b24dd315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:52:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:17Z', 'updated_at': '2022-03-14T14:35:38Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:40.021617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-2493e395-d634-47b4-b75c-0cf7c48fb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:40.023141 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-2493e395-d634-47b4-b75c-0cf7c48fb0ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 200 len: 853 time: 0.0479848 Mar 14 14:35:40.024151 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:40.033512 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:40.033512 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:40.081727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-c70ad9ff-c25c-40b1-ad35-a12cb53e2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:40.083352 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-c70ad9ff-c25c-40b1-ad35-a12cb53e2ddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c97f87a9-75a3-42aa-b254-82913f3baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480158 Mar 14 14:35:40.149153 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:40.198690 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-3ae07944-38af-48ad-a5bc-98772cc6baad service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088383 Mar 14 14:35:40.307384 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c85eacee-072f-48ee-aafc-018c02c81e19 req-ebaeaafa-6b2f-46a3-ad6a-b4af855f23fc service neutron] 10.222.0.53 "GET /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023381 Mar 14 14:35:40.359085 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1b0d-73ba-47d7-8fff-8c35a1841358 req-a6809c46-ab77-4e48-bf60-87a7af9559b4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:40.360636 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-348b1b0d-73ba-47d7-8fff-8c35a1841358 req-a6809c46-ab77-4e48-bf60-87a7af9559b4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0602059 Mar 14 14:35:40.410211 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'a171dd89-e6dd-43e4-8f47-5a100604b5e1', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': 'b1160da6-047d-45a9-b207-6420b24dd315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:52:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:17Z', 'updated_at': '2022-03-14T14:35:38Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:40.424622 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-348b1b0d-73ba-47d7-8fff-8c35a1841358 req-af9fc499-ce5c-4b91-b5e9-547ee1b98ebe tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568626 Mar 14 14:35:40.439287 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36893-32ba-44f3-b125-566c994237b4 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': 'a171dd89-e6dd-43e4-8f47-5a100604b5e1', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'port_id': 'b1160da6-047d-45a9-b207-6420b24dd315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'mac_address': 'fa:16:3e:52:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:17Z', 'updated_at': '2022-03-14T14:35:38Z', 'revision_number': 1, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:40.528247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a2d5-888a-4c4e-9085-85242e74a6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:40.645107 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e3e22-2489-4bf0-ad46-fa427d65b0a1 None None] New status for floating IP a171dd89-e6dd-43e4-8f47-5a100604b5e1: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:35:41.717031 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca0b1-3113-4961-aeec-b3f86dc2c3b5 req-98a232f8-1bd0-4889-af60-280500e40715 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:41.718468 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7cca0b1-3113-4961-aeec-b3f86dc2c3b5 req-98a232f8-1bd0-4889-af60-280500e40715 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0548155 Mar 14 14:35:41.767150 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b7cca0b1-3113-4961-aeec-b3f86dc2c3b5 req-f2cdb27e-cf34-4dca-aec1-fbd11429d9de tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Mar 14 14:35:42.887954 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:42.898455 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309f4c-1f6f-459c-b6a7-0f60b14003d8 req-766439f8-d59f-4062-b62d-44de60c90f87 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:42.900813 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8d309f4c-1f6f-459c-b6a7-0f60b14003d8 req-766439f8-d59f-4062-b62d-44de60c90f87 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0611928 Mar 14 14:35:42.951142 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8d309f4c-1f6f-459c-b6a7-0f60b14003d8 req-bfb9689f-a8df-4b65-94d7-d635eecd1631 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Mar 14 14:35:43.722551 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:44.089759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b664-27e4-418b-b01b-101f72f33c77 req-3fd0d156-a6c9-484f-89e3-a4613ea27e26 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.092218 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d648b664-27e4-418b-b01b-101f72f33c77 req-3fd0d156-a6c9-484f-89e3-a4613ea27e26 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0664141 Mar 14 14:35:44.154950 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d648b664-27e4-418b-b01b-101f72f33c77 req-60ae1c0f-595a-4729-92bd-0648dcaa9937 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Mar 14 14:35:45.311369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c528-e7a8-4e03-bf11-789481441aa8 req-58b66d22-9824-402c-8269-17fc6636e515 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:45.313108 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6eb1c528-e7a8-4e03-bf11-789481441aa8 req-58b66d22-9824-402c-8269-17fc6636e515 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0606377 Mar 14 14:35:45.363325 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6eb1c528-e7a8-4e03-bf11-789481441aa8 req-ef2a8c75-cc86-419b-8053-19261342db1d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Mar 14 14:35:45.470984 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:46.495107 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5bd8-eb33-4ec4-9c66-b8ca28500bf1 req-2fd63513-dfff-45fc-a1a3-eb4cccb4aada tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:46.496625 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca6f5bd8-eb33-4ec4-9c66-b8ca28500bf1 req-2fd63513-dfff-45fc-a1a3-eb4cccb4aada tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0578203 Mar 14 14:35:46.544981 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ca6f5bd8-eb33-4ec4-9c66-b8ca28500bf1 req-46ccbab8-7aed-4e55-acfa-8b65f4060c59 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Mar 14 14:35:47.185079 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:47.668658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7fb3-caee-4e7c-bbf9-11d835544b4a req-a7921054-4277-4364-9379-afabb58b0cc9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:47.670157 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d5e7fb3-caee-4e7c-bbf9-11d835544b4a req-a7921054-4277-4364-9379-afabb58b0cc9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0533133 Mar 14 14:35:47.716585 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d5e7fb3-caee-4e7c-bbf9-11d835544b4a req-deded73e-3164-490f-91c3-a73a8b8f2b32 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Mar 14 14:35:48.012011 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc1740-3bf4-4d76-9ae9-050caa9c01cd req-81981895-cbc7-4aaf-b098-ad9774ebd6d8 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:48.013532 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-25cc1740-3bf4-4d76-9ae9-050caa9c01cd req-81981895-cbc7-4aaf-b098-ad9774ebd6d8 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0608010 Mar 14 14:35:48.065029 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-25cc1740-3bf4-4d76-9ae9-050caa9c01cd req-05d1a4d7-f7e2-435f-b312-d39000165633 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Mar 14 14:35:48.088631 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52304) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:48.173127 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f3c49-c637-49be-ae4f-3684afa035d9 tempest-TestMinimumBasicScenario-1899458221 tempest-TestMinimumBasicScenario-1899458221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:48.174700 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-729f3c49-c637-49be-ae4f-3684afa035d9 tempest-TestMinimumBasicScenario-1899458221 tempest-TestMinimumBasicScenario-1899458221-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1125 time: 0.0851617 Mar 14 14:35:48.177634 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52308) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:48.182000 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'port_id': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:48.311162 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.419975 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.542877 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Allocated IP 172.27.2.244 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/28f45bb3-2b9f-4fdd-b113-652b3d7dad5c) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:48.654487 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.757172 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.803794 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:48.807752 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:48.810215 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:48.837573 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'Port': ['ID=28f45bb3-2b9f-4fdd-b113-652b3d7dad5c,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:48.852514 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.852860 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.853208 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.853575 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.853686 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3773a-4c72-4e8c-93c0-289e8a470615 req-19577640-79f4-4be7-96b2-dce157eb68df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:48.854211 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.854530 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.854879 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.855195 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bc3773a-4c72-4e8c-93c0-289e8a470615 req-19577640-79f4-4be7-96b2-dce157eb68df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0595996 Mar 14 14:35:48.855482 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.856490 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.856490 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.856490 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.856839 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.857166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.857526 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.857832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:48.905357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bc3773a-4c72-4e8c-93c0-289e8a470615 req-d3181990-2618-4227-af31-4560e60ed8c0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Mar 14 14:35:49.109268 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:49.235066 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for floatingip (3ed07f51-e651-4c32-a9f1-c32f88987866), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.340548 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:49.351976 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:49.362547 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.389701 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: ACTIVE; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:49.390124 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.403102 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:49.422602 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:49.510832 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.524087 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.565619 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=6']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:49.590790 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.661161 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'Port': ['ID=28f45bb3-2b9f-4fdd-b113-652b3d7dad5c,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:49.673211 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (3ed07f51-e651-4c32-a9f1-c32f88987866), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:49.692103 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['da01eae7-60d2-436b-aa4d-427d019ea0b8'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:49.776579 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Floating IP 3ed07f51-e651-4c32-a9f1-c32f88987866 associated. External IP: 172.27.2.244, port: c507d5af-5cc1-43b6-9e8b-e86d89324ec3. Mar 14 14:35:50.275286 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Router 6bdea13d-8185-41a6-98bf-997ed1917a69 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:35:50.303197 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dd609-42fb-4dce-958c-dc43b64d2582 req-b2fc80fc-1ec3-46d2-99c7-30ccd3bfeeab tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:50.304735 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-101dd609-42fb-4dce-958c-dc43b64d2582 req-b2fc80fc-1ec3-46d2-99c7-30ccd3bfeeab tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 945 time: 0.3255634 Mar 14 14:35:50.422362 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-101dd609-42fb-4dce-958c-dc43b64d2582 req-668685d2-edce-49a0-ae4c-82373fdc42e5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868785 Mar 14 14:35:50.439011 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:35:50.451619 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Sync routers for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:50.463383 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:50.464072 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:50.513842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:50.556517 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d8eed0e0-6e0c-4ee0-997c-47fda54def5f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3777528 Mar 14 14:35:50.557204 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:50.559388 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52314) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:50.559909 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da392a33-d546-45b3-b40c-f3dc0b982ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:50.565210 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071172595', 'description': 'tempest-secgroup-smoke-1071172595 description', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:50.598141 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:50.605318 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a39773-de17-44d4-9ef0-eba6efa5536e x-openstack-request-id: req-16a39773-de17-44d4-9ef0-eba6efa5536e {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:50.605614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:50.605911 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16a39773-de17-44d4-9ef0-eba6efa5536e {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:50.606353 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:35:50.688173 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:50.755994 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-39017f21-c17a-49c1-83fe-cf2ede4e2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:50.757948 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-39017f21-c17a-49c1-83fe-cf2ede4e2532 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1130 time: 0.0495958 Mar 14 14:35:50.777779 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (f1962085-4392-45f8-bf91-fc55147b1ee5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:50.846891 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '3ed07f51-e651-4c32-a9f1-c32f88987866', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'port_id': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'mac_address': 'fa:16:3e:c2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:49Z', 'updated_at': '2022-03-14T14:35:49Z', 'revision_number': 0, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:50.848061 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f1962085-4392-45f8-bf91-fc55147b1ee5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:50.872172 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-5a3147eb-c73e-4882-aba5-c82b9af4724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:50.873730 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-5a3147eb-c73e-4882-aba5-c82b9af4724e service neutron] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 915 time: 0.0946124 Mar 14 14:35:50.874279 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Checking router: 6bdea13d-8185-41a6-98bf-997ed1917a69 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:50.882459 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1962085-4392-45f8-bf91-fc55147b1ee5,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:50.883802 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:50.884517 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:35:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:50.941283 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:50.943386 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a473add8-10cd-4e50-bbe4-52eb6ed94fe0 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3817198 Mar 14 14:35:50.946426 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52318) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:50.950847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:50.953784 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-27a13008-550b-49af-875a-0776412088fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0685556 Mar 14 14:35:51.005055 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-15ef1dc8-b77d-4525-9d93-99ca0340a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:51.007438 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-15ef1dc8-b77d-4525-9d93-99ca0340a274 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0465565 Mar 14 14:35:51.014121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:51.029877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (f0b1f4d7-9850-49c7-a2a5-17f72efedfe6), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.064486 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-d65c4021-6289-4d34-b353-178d2deccb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:51.066003 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-d65c4021-6289-4d34-b353-178d2deccb9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520134 Mar 14 14:35:51.105724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (f0b1f4d7-9850-49c7-a2a5-17f72efedfe6), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.129418 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:51.165056 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-6911882d-0f74-4ec1-bc17-5a7cca5d2ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900121 Mar 14 14:35:51.173824 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (f0b1f4d7-9850-49c7-a2a5-17f72efedfe6), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.199170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b1f4d7-9850-49c7-a2a5-17f72efedfe6,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:51.267487 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port da01eae7-60d2-436b-aa4d-427d019ea0b8 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:51.267973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.284406 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.293025 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8c47c13b-f00d-4ffe-9b6e-84aa712ca329 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383074 Mar 14 14:35:51.293260 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da392a33-d546-45b3-b40c-f3dc0b982ae1 req-2d6f078f-3be3-459a-8220-8f1a72a1ac2f service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082726 Mar 14 14:35:51.293260 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52320) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:51.297771 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:51.368562 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (82c461df-116e-4765-91f3-b88ded845241), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.391982 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:51.392526 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.397859 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '3ed07f51-e651-4c32-a9f1-c32f88987866', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'port_id': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'mac_address': 'fa:16:3e:c2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:49Z', 'updated_at': '2022-03-14T14:35:49Z', 'revision_number': 0, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:51.431114 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (82c461df-116e-4765-91f3-b88ded845241), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.433549 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe9f2-4cfa-45fa-ae82-b89f8e548089 None None] The sync data for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi is: [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '3ed07f51-e651-4c32-a9f1-c32f88987866', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'port_id': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'mac_address': 'fa:16:3e:c2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:35:49Z', 'updated_at': '2022-03-14T14:35:49Z', 'revision_number': 0, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:51.448883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:51.451519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba5fb9a-8be6-49b5-87ee-5c629c86ee7b" -d '{"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:51.466247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:51.530241 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (82c461df-116e-4765-91f3-b88ded845241), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.558478 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d80d3ac-af2f-4c61-97ce-5e8a9cfe739d x-openstack-request-id: req-9d80d3ac-af2f-4c61-97ce-5e8a9cfe739d {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:51.558775 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:51.559031 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d80d3ac-af2f-4c61-97ce-5e8a9cfe739d {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:51.559440 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'code': 200} Mar 14 14:35:51.562303 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.586139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c461df-116e-4765-91f3-b88ded845241,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:51.618041 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=7']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:51.628937 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa6ae3-7271-4d8b-aa5d-eefdc8e2c2ee req-12162a5d-0f3b-48a5-9ce9-1d13d100f0a0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:51.631856 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-51fa6ae3-7271-4d8b-aa5d-eefdc8e2c2ee req-12162a5d-0f3b-48a5-9ce9-1d13d100f0a0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 945 time: 0.1160669 Mar 14 14:35:51.659049 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.660266 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ad783725-87e1-4713-9343-6bd5e14aa378 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660672 Mar 14 14:35:51.663277 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52334) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:51.670382 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:51.714728 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-51fa6ae3-7271-4d8b-aa5d-eefdc8e2c2ee req-b1b975b3-899e-42d4-857e-5b500329912f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Mar 14 14:35:51.722754 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e9895-7b33-418e-a9a5-69fe5cafc09f None None] New status for floating IP 3ed07f51-e651-4c32-a9f1-c32f88987866: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:35:51.784603 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (5d481a74-5909-47db-a8ae-a8422acaf5ae), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.837443 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (5d481a74-5909-47db-a8ae-a8422acaf5ae), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.939330 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (5d481a74-5909-47db-a8ae-a8422acaf5ae), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:51.957658 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d481a74-5909-47db-a8ae-a8422acaf5ae,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:52.061513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.063281 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-baecb08b-bc47-4129-be7e-6ed401a58f05 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3985140 Mar 14 14:35:52.065624 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52346) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:52.071437 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:52.163340 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (093f23f2-ec18-4b56-a35b-747d28d60c21), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.194908 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-d52fe109-1a1c-4cb9-baf9-01f367dcdc74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616434 Mar 14 14:35:52.265753 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (093f23f2-ec18-4b56-a35b-747d28d60c21), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.347802 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249544e8-0678-450d-b644-45be09765f69 req-f0339cc0-bd34-4918-a640-623cb2b5d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:52.350200 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-f0339cc0-bd34-4918-a640-623cb2b5d66e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0595162 Mar 14 14:35:52.363151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (093f23f2-ec18-4b56-a35b-747d28d60c21), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.380597 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093f23f2-ec18-4b56-a35b-747d28d60c21,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:52.493850 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249544e8-0678-450d-b644-45be09765f69 req-c1ccae9e-3246-4618-90b5-df8815fa467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:52.495821 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-c1ccae9e-3246-4618-90b5-df8815fa467e service neutron] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 908 time: 0.1206522 Mar 14 14:35:52.572946 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-1d76b2fd-e3ee-4caa-ac6a-b1018506fbb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 1000 time: 0.0686476 Mar 14 14:35:52.639716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.641633 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a9f8451e-97ff-4aa5-9ce4-c9920bb725a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5748565 Mar 14 14:35:52.642119 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249544e8-0678-450d-b644-45be09765f69 req-28aade65-863b-4670-856b-b189291a22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:52.643568 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-28aade65-863b-4670-856b-b189291a22cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0633941 Mar 14 14:35:52.644344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52356) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:52.649927 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:52.716199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249544e8-0678-450d-b644-45be09765f69 req-8de16238-1680-4217-801b-c27ae5355f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:52.717879 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-8de16238-1680-4217-801b-c27ae5355f6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653076 Mar 14 14:35:52.814322 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.securitygroups_db [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Project acaedf5b2b3d4ba98972a4bc0fa59054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:35:52.824096 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (71043090-3a77-4168-8a3f-976342102cd2), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:52.873485 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-5ada080a-a283-4dd8-9526-3cd7bbdf0d57 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447260 Mar 14 14:35:52.949209 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35492af-bbc9-4fff-a794-bc91d34e3c0f req-68ef57db-32e5-48d3-8348-6f599833292c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:52.950775 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a35492af-bbc9-4fff-a794-bc91d34e3c0f req-68ef57db-32e5-48d3-8348-6f599833292c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.1283293 Mar 14 14:35:52.959107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (71043090-3a77-4168-8a3f-976342102cd2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.027823 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-249544e8-0678-450d-b644-45be09765f69 req-fd0a1a94-4f74-4f19-9c6f-c403f83bff18 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391027 Mar 14 14:35:53.031237 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a35492af-bbc9-4fff-a794-bc91d34e3c0f req-c46db655-060d-46da-909a-676b8e0d8143 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713804 Mar 14 14:35:53.032582 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (71043090-3a77-4168-8a3f-976342102cd2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.054543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71043090-3a77-4168-8a3f-976342102cd2,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:53.137628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.147253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52360) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:53.147473 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-746ce61a-7fe6-4b31-b142-903173689f09 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4966004 Mar 14 14:35:53.147819 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'security_group_rule': {'security_group_id': 'f1962085-4392-45f8-bf91-fc55147b1ee5', 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:53.248056 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.securitygroups_db [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Project acaedf5b2b3d4ba98972a4bc0fa59054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:35:53.254662 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (e713da97-4663-4a1f-9c34-4a2fae307169), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.339865 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (e713da97-4663-4a1f-9c34-4a2fae307169), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.407999 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (e713da97-4663-4a1f-9c34-4a2fae307169), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.434465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e713da97-4663-4a1f-9c34-4a2fae307169,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:53.508214 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:53.512363 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-17ce895e-3262-48cf-be10-b67b62441cd9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3663599 Mar 14 14:35:53.623902 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-8b0816aa-6d8c-474b-820e-79158323658d tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071172595&fields=id&tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054 HTTP/1.1" status: 200 len: 267 time: 0.0564747 Mar 14 14:35:53.711428 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-10008caf-c0a6-4d6b-9a9a-542238857314 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:53.713139 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-10008caf-c0a6-4d6b-9a9a-542238857314 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0752695 Mar 14 14:35:53.725282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'port': {'security_groups': ['2c884d23-c4cc-4b18-85ff-783cdbf34bce', 'f1962085-4392-45f8-bf91-fc55147b1ee5']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:53.805455 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:54.057973 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:54.095274 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:54.156543 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:54.198332 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:54.239080 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.240355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:54.241825 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d488cd14-7e22-44a4-90c7-83d005cb5801 req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "PUT /v2.0/ports/c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 982 time: 0.5223992 Mar 14 14:35:54.242334 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:54.247478 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9168-e4fe-424b-8f39-8822372ece29 req-eadee496-df1a-4554-9419-92a1c91aa287 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.250129 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a64c69-7426-400f-864d-b96c2fdac12b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:54.263384 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4af9168-e4fe-424b-8f39-8822372ece29 req-eadee496-df1a-4554-9419-92a1c91aa287 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.1176538 Mar 14 14:35:54.324467 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35bce-6efc-4f21-9757-18904eef085c tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=6']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:54.384101 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4af9168-e4fe-424b-8f39-8822372ece29 req-84df19b5-3e1b-442c-aceb-a115ae1d99c8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110258 Mar 14 14:35:54.443922 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca120dc-e2c1-4fa4-9988-f72bb0dd0a23 x-openstack-request-id: req-1ca120dc-e2c1-4fa4-9988-f72bb0dd0a23 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:54.444537 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:54.444537 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ca120dc-e2c1-4fa4-9988-f72bb0dd0a23 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:54.444930 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:35:54.485075 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:54.561775 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01f576-7c24-4dd7-ab1c-3617e5c5fa8f req-1e1b1e8b-0f80-49c5-8568-bbc86048cf6d tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.563569 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ec01f576-7c24-4dd7-ab1c-3617e5c5fa8f req-1e1b1e8b-0f80-49c5-8568-bbc86048cf6d tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.1478033 Mar 14 14:35:54.577433 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-4c72b54b-0f3e-4631-9be0-e7e8bf8f5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.578894 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-4c72b54b-0f3e-4631-9be0-e7e8bf8f5404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1169 time: 0.0906935 Mar 14 14:35:54.648719 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-ecf996f4-3b73-4527-9583-0dd268bbec56 None None] Provisioning complete for port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:54.649260 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ecf996f4-3b73-4527-9583-0dd268bbec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:54.712570 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ec01f576-7c24-4dd7-ab1c-3617e5c5fa8f req-8da55000-4b1c-449a-ad4e-9ef70418bf11 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376979 Mar 14 14:35:54.742183 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-a02a7cc2-1c71-4b65-a159-332347e1e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.743640 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-a02a7cc2-1c71-4b65-a159-332347e1e2b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 915 time: 0.1513257 Mar 14 14:35:54.829641 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-87576544-fa18-4d1c-af0c-03e35c63db64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0758572 Mar 14 14:35:54.897590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-bc7dfc5b-d557-4e65-b701-18a52e16bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.899242 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-bc7dfc5b-d557-4e65-b701-18a52e16bbea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0600519 Mar 14 14:35:54.940431 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-ecf996f4-3b73-4527-9583-0dd268bbec56 None None] Current status of the port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:54.960504 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-f12ea211-0f17-4e6f-90c5-0f340a76088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:54.962043 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-f12ea211-0f17-4e6f-90c5-0f340a76088b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542877 Mar 14 14:35:55.082153 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-37b80f0d-4282-4a3f-8be7-4e6bfaf4434b service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064425 Mar 14 14:35:55.202271 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a7a64c69-7426-400f-864d-b96c2fdac12b req-0bdf87dc-37db-4385-9a28-de1cecdcc424 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126606 Mar 14 14:35:55.509297 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66af9-a2a5-47f1-bede-25c4caf15a0b req-0582f510-4b7c-4c58-87a4-4fa3c515bae1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:55.511707 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8c66af9-a2a5-47f1-bede-25c4caf15a0b req-0582f510-4b7c-4c58-87a4-4fa3c515bae1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0599573 Mar 14 14:35:55.563565 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8c66af9-a2a5-47f1-bede-25c4caf15a0b req-42ae4a17-68bb-4c9e-88ab-ec4d36f4b857 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Mar 14 14:35:56.700926 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc88746-33bd-4a73-9445-7f33dcc76aee req-92fab3da-3f89-4e63-bcec-f3290b37816a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:56.702527 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0dc88746-33bd-4a73-9445-7f33dcc76aee req-92fab3da-3f89-4e63-bcec-f3290b37816a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0599074 Mar 14 14:35:56.761601 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0dc88746-33bd-4a73-9445-7f33dcc76aee req-fa4e032a-1bd7-4b9c-bc0c-eaa530869966 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531099 Mar 14 14:35:57.001436 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:35:57.922918 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7f901-de85-44ff-a3c1-477cdadb93ff req-c4b32628-18f2-4ac7-9f6a-7d0e1f7269dc tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:57.924621 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cfa7f901-de85-44ff-a3c1-477cdadb93ff req-c4b32628-18f2-4ac7-9f6a-7d0e1f7269dc tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0889418 Mar 14 14:35:57.988630 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cfa7f901-de85-44ff-a3c1-477cdadb93ff req-fb473dbd-02eb-42e5-a203-2a0a6fd4d8a5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547764 Mar 14 14:35:58.380755 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b383819-8820-4639-845c-300ce709a9d6 req-265972d0-fe92-45c3-adde-4b444c9edaa1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:58.382491 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b383819-8820-4639-845c-300ce709a9d6 req-265972d0-fe92-45c3-adde-4b444c9edaa1 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0767221 Mar 14 14:35:58.444057 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b383819-8820-4639-845c-300ce709a9d6 req-257f9ba2-586e-4800-bafa-14ee4ad7a28c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555127 Mar 14 14:35:59.182880 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c5bfa-2f52-40b1-9a22-a315780aae78 req-1fe89ac1-588d-4a78-856b-90f068c41406 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.184520 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-426c5bfa-2f52-40b1-9a22-a315780aae78 req-1fe89ac1-588d-4a78-856b-90f068c41406 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0858741 Mar 14 14:35:59.245982 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-426c5bfa-2f52-40b1-9a22-a315780aae78 req-28948f14-f57d-4b7a-8f5c-d6d1ed7e131f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516884 Mar 14 14:35:59.596170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc086f4-a0a5-4405-8362-f4fc6e73ea12 req-aab04676-ee09-47c8-8ccb-f1f1f2b73e25 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.600285 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cfc086f4-a0a5-4405-8362-f4fc6e73ea12 req-aab04676-ee09-47c8-8ccb-f1f1f2b73e25 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0719740 Mar 14 14:35:59.670539 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cfc086f4-a0a5-4405-8362-f4fc6e73ea12 req-75593d5e-d016-498a-849c-6f55982c9e9b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619061 Mar 14 14:36:00.401864 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287562e-e0b1-4996-a344-905f55782550 req-3b4638a0-5337-4059-b745-7326c5feebaa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:00.404390 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f287562e-e0b1-4996-a344-905f55782550 req-3b4638a0-5337-4059-b745-7326c5feebaa tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0757959 Mar 14 14:36:00.483654 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f287562e-e0b1-4996-a344-905f55782550 req-67e69168-eda1-45c1-8776-f3a0998eed5f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688732 Mar 14 14:36:00.824820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f47546-d21f-4038-8305-5ea74e87ea82 req-aac34494-bba2-43e7-b797-3bc4c570af52 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:00.832471 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62f47546-d21f-4038-8305-5ea74e87ea82 req-aac34494-bba2-43e7-b797-3bc4c570af52 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0769341 Mar 14 14:36:00.887917 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62f47546-d21f-4038-8305-5ea74e87ea82 req-0a01bdfd-e1d1-411d-8247-0d470a1d6472 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545201 Mar 14 14:36:01.647089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bef3f-3f78-49e3-8625-a49af2819d08 req-124cbfcb-16c0-4110-bdc4-1933766dbe40 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:01.649205 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f97bef3f-3f78-49e3-8625-a49af2819d08 req-124cbfcb-16c0-4110-bdc4-1933766dbe40 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0765996 Mar 14 14:36:01.716348 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f97bef3f-3f78-49e3-8625-a49af2819d08 req-1507a368-2aef-48d2-bbf2-7e5af3ace3c2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611203 Mar 14 14:36:02.021453 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b4198-6930-41d5-9f7c-66b0807c3c82 req-5d93cbe1-e8ce-44d1-83d8-326b3ece3660 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:02.024128 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-976b4198-6930-41d5-9f7c-66b0807c3c82 req-5d93cbe1-e8ce-44d1-83d8-326b3ece3660 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0609205 Mar 14 14:36:02.083962 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-976b4198-6930-41d5-9f7c-66b0807c3c82 req-24784513-dbb0-4521-8bfe-67f378d78d60 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494020 Mar 14 14:36:02.854931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4564b1-0fcf-41e6-a454-13e329f8b78e req-a1a5c4e1-39e0-4299-9da2-ff2c06558128 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:02.856427 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6c4564b1-0fcf-41e6-a454-13e329f8b78e req-a1a5c4e1-39e0-4299-9da2-ff2c06558128 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0577419 Mar 14 14:36:02.907993 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6c4564b1-0fcf-41e6-a454-13e329f8b78e req-334e30a2-05a1-4d3c-894c-7ca7e2d9aebb tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460379 Mar 14 14:36:03.204419 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977133a9-f0f7-40a5-8406-4faef379558a req-a3e27697-93ec-4061-b705-6430d56a52c7 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:03.205914 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-977133a9-f0f7-40a5-8406-4faef379558a req-a3e27697-93ec-4061-b705-6430d56a52c7 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0531013 Mar 14 14:36:03.261989 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-977133a9-f0f7-40a5-8406-4faef379558a req-d2268f6e-bf65-411c-8495-422aae2e9591 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488207 Mar 14 14:36:04.079442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c1a4-669f-4764-8dbd-c75c7ae9ff54 req-4579c0e0-8236-4826-b449-b56593ca0fd8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.080990 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0378c1a4-669f-4764-8dbd-c75c7ae9ff54 req-4579c0e0-8236-4826-b449-b56593ca0fd8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0893059 Mar 14 14:36:04.096590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c891933-64e8-41b0-8982-fc609decf70e req-ec7bcd5c-a994-4559-a1e8-fc61dabc451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.097991 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-ec7bcd5c-a994-4559-a1e8-fc61dabc451a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1130 time: 0.0759945 Mar 14 14:36:04.191379 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0378c1a4-669f-4764-8dbd-c75c7ae9ff54 req-3b92e080-131c-4501-8192-84ad14024043 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037695 Mar 14 14:36:04.218854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c891933-64e8-41b0-8982-fc609decf70e req-d8d37ded-7cd3-487b-9045-6e8f35af326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.220469 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-d8d37ded-7cd3-487b-9045-6e8f35af326e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.1138859 Mar 14 14:36:04.291253 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-97624b5f-4479-431c-9852-08743fa90631 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0635400 Mar 14 14:36:04.347745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c891933-64e8-41b0-8982-fc609decf70e req-c3922255-4308-4db6-96da-96006c4f919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.350083 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-c3922255-4308-4db6-96da-96006c4f919a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0529747 Mar 14 14:36:04.386451 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687fbe-6bf6-4b7c-b2b1-50de4b1ab7a4 req-e38642c0-d078-4648-9390-850ffcad412f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.391764 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e687fbe-6bf6-4b7c-b2b1-50de4b1ab7a4 req-e38642c0-d078-4648-9390-850ffcad412f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0561919 Mar 14 14:36:04.403112 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c891933-64e8-41b0-8982-fc609decf70e req-97791acb-1f95-4e3c-8eb8-2c56b1e4ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:04.404644 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-97791acb-1f95-4e3c-8eb8-2c56b1e4ce71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475690 Mar 14 14:36:04.438424 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e687fbe-6bf6-4b7c-b2b1-50de4b1ab7a4 req-df543da1-bee3-4ff6-ab82-7f18c822bef0 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Mar 14 14:36:04.507357 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-fb31cbf6-dd80-41b3-bbc0-dc7f22cf2733 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952287 Mar 14 14:36:04.602947 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1c891933-64e8-41b0-8982-fc609decf70e req-5b056240-a114-48a8-a256-ca60ed263302 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Mar 14 14:36:05.323598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e2c54-0928-4304-8fab-867f3c8feef4 req-f1f1feaa-b4bd-4ebc-93a1-c70db7a5c1a8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:05.325079 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-085e2c54-0928-4304-8fab-867f3c8feef4 req-f1f1feaa-b4bd-4ebc-93a1-c70db7a5c1a8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0579450 Mar 14 14:36:05.373073 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-085e2c54-0928-4304-8fab-867f3c8feef4 req-02bb7e5a-0ee3-4fa7-855c-3ddf6cef1962 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Mar 14 14:36:05.720747 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c5874-8a83-44dc-8cba-c5736491d7d9 req-46b46a63-6aaa-46cb-b68e-09e076aac969 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:05.722241 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-804c5874-8a83-44dc-8cba-c5736491d7d9 req-46b46a63-6aaa-46cb-b68e-09e076aac969 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0517199 Mar 14 14:36:05.770926 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-804c5874-8a83-44dc-8cba-c5736491d7d9 req-636ce41b-c398-4889-8a73-b2d693a8276b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Mar 14 14:36:06.500147 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0134da-f903-4664-a2cf-f234da74f40b req-d55a5131-bf01-48e1-bd81-988c423b814e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:06.501677 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-db0134da-f903-4664-a2cf-f234da74f40b req-d55a5131-bf01-48e1-bd81-988c423b814e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 946 time: 0.0561705 Mar 14 14:36:06.550440 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-db0134da-f903-4664-a2cf-f234da74f40b req-2ad11d36-818c-405e-b91c-8aa7acd17d56 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Mar 14 14:36:06.909478 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd27319-a419-4974-9ca4-f12350c8ae38 req-f8405ed5-1a2c-488e-a657-17d89420b572 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:06.920511 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0dd27319-a419-4974-9ca4-f12350c8ae38 req-f8405ed5-1a2c-488e-a657-17d89420b572 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0707619 Mar 14 14:36:06.964213 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0dd27319-a419-4974-9ca4-f12350c8ae38 req-57fb49b2-0326-44a0-8e96-7cec9b5bceed tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Mar 14 14:36:07.234810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:07.320257 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: ACTIVE; New status is: DOWN {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:07.321190 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:07.345511 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:07.347797 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc4fca-6744-490a-bea2-e52daa2c3816" -d '{"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-unplugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:07.362538 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:07.386955 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a61f41-fa50-47f3-be1d-7c8f878b9661 x-openstack-request-id: req-61a61f41-fa50-47f3-be1d-7c8f878b9661 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:07.387242 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-unplugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:07.387495 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61a61f41-fa50-47f3-be1d-7c8f878b9661 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:07.387890 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'code': 200} Mar 14 14:36:07.442169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:07.494642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=8']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:07.502577 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.502929 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.503289 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.503662 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.503997 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.504360 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.504688 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.505014 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.505342 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.505669 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.506024 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.506375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.506760 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.507023 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.507343 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:07.681181 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfcbe2-a828-4b1e-9e5a-cb6f1a52c9ed req-1081a279-c9f1-48b2-bb3a-d5e7f09b4f9e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:07.682745 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6bfcbe2-a828-4b1e-9e5a-cb6f1a52c9ed req-1081a279-c9f1-48b2-bb3a-d5e7f09b4f9e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0567405 Mar 14 14:36:07.735151 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6bfcbe2-a828-4b1e-9e5a-cb6f1a52c9ed req-bfd1a2fe-1d19-4ae2-a5a3-ae32abe30779 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Mar 14 14:36:08.103004 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ed75d-c5d0-4188-91bf-60dea454e804 req-b7c0729b-07f9-4e82-a769-c95fac2438e0 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:08.113063 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b1ed75d-c5d0-4188-91bf-60dea454e804 req-b7c0729b-07f9-4e82-a769-c95fac2438e0 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0653839 Mar 14 14:36:08.169423 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b1ed75d-c5d0-4188-91bf-60dea454e804 req-4520b2a9-15cb-4e85-9f03-8b84a16765dd tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590310 Mar 14 14:36:08.190511 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-36e13ddf-3d55-4473-a546-daf280184713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.324093 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e614af-4765-49da-8d7f-8b3ef033ff8b req-6b1c3e31-30c2-42e6-b7e4-97840ee26f20 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:09.325721 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65e614af-4765-49da-8d7f-8b3ef033ff8b req-6b1c3e31-30c2-42e6-b7e4-97840ee26f20 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0712950 Mar 14 14:36:09.411292 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-65e614af-4765-49da-8d7f-8b3ef033ff8b req-829b27a0-41aa-4dc3-80da-55043f211f5f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787826 Mar 14 14:36:09.665914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-aaaf9fa4-5525-4a80-b140-056c3b277e93 req-f8db535b-fd2a-47ac-a36b-e479c7cfe6a3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:36:09.666955 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aaaf9fa4-5525-4a80-b140-056c3b277e93 req-f8db535b-fd2a-47ac-a36b-e479c7cfe6a3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526695 Mar 14 14:36:10.522073 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5308-9c1e-44d0-bedd-dc038f160ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.538573 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd71c8-e2c5-4041-ae42-753de9102d94 req-7915ca76-d718-46be-9ca5-1db2ac56992d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:10.540226 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91dd71c8-e2c5-4041-ae42-753de9102d94 req-7915ca76-d718-46be-9ca5-1db2ac56992d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0564742 Mar 14 14:36:10.602213 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91dd71c8-e2c5-4041-ae42-753de9102d94 req-effdc3aa-330f-43a0-8552-f3e8662adc7b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555308 Mar 14 14:36:11.012257 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f45a0-c671-4ab3-8e4b-60f42b27158e req-64900168-b63b-4c2b-8ec7-ed482e329f63 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:11.013865 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f42f45a0-c671-4ab3-8e4b-60f42b27158e req-64900168-b63b-4c2b-8ec7-ed482e329f63 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0761073 Mar 14 14:36:11.085444 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f42f45a0-c671-4ab3-8e4b-60f42b27158e req-13d06002-6ffe-46c2-9361-482336fe4ea2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623488 Mar 14 14:36:11.363680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52506) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:11.475332 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-c981e44d-3c78-44df-93d3-8a0faeac1ec0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104000 Mar 14 14:36:11.487908 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-b45cb8d5-e052-4ed5-9ea2-2e9ae748cf31 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:36:11.489063 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-b45cb8d5-e052-4ed5-9ea2-2e9ae748cf31 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085733 Mar 14 14:36:11.577822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52516) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:11.759761 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-f7a3e432-cca7-4957-a1c7-1688829ba96a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:11.761581 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-f7a3e432-cca7-4957-a1c7-1688829ba96a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports/da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 941 time: 0.1826377 Mar 14 14:36:11.799653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e768-c75a-4211-ae99-ad8ea85e3dba req-7df11acb-45d9-4c2a-b83d-c76babaedb41 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:11.803967 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4338e768-c75a-4211-ae99-ad8ea85e3dba req-7df11acb-45d9-4c2a-b83d-c76babaedb41 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.1220036 Mar 14 14:36:11.870594 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4338e768-c75a-4211-ae99-ad8ea85e3dba req-8ff5249f-1df2-49c4-aca0-d047df398ace tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575233 Mar 14 14:36:12.279412 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0343-9092-46df-b272-73cb41610677 req-16265332-15af-42f4-8a64-dc450e74e8df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.282082 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-70ca0343-9092-46df-b272-73cb41610677 req-16265332-15af-42f4-8a64-dc450e74e8df tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0878005 Mar 14 14:36:12.339066 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-70ca0343-9092-46df-b272-73cb41610677 req-16456532-7d25-49c2-a05c-720b15f9cbf0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503409 Mar 14 14:36:12.904739 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.019963 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353e82-848a-41e6-99f8-2ee7a8f16004 req-0ecfd8a1-0268-4f8d-887e-82e2f21848af tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.021545 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82353e82-848a-41e6-99f8-2ee7a8f16004 req-0ecfd8a1-0268-4f8d-887e-82e2f21848af tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0700827 Mar 14 14:36:13.074524 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-82353e82-848a-41e6-99f8-2ee7a8f16004 req-5c4aaf4a-02cd-460b-8106-1cef337ab7dc tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467355 Mar 14 14:36:13.404560 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-f13ef5b3-73ba-4395-9621-9d7a0e962f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.406407 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-f13ef5b3-73ba-4395-9621-9d7a0e962f21 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017&tenant_id=159d9adac9404a20965f4a0594abd84d HTTP/1.1" status: 200 len: 1128 time: 0.0477812 Mar 14 14:36:13.469116 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5af30-c351-4b8f-9049-aea70f795b49 req-dce418d7-b7df-4518-a021-2dd0105d3fea tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.470663 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6b5af30-c351-4b8f-9049-aea70f795b49 req-dce418d7-b7df-4518-a021-2dd0105d3fea tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0552361 Mar 14 14:36:13.493838 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-319f2de6-62d0-4433-abe9-1b387bc812c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.493838 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-319f2de6-62d0-4433-abe9-1b387bc812c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1128 time: 0.0522065 Mar 14 14:36:13.521359 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6b5af30-c351-4b8f-9049-aea70f795b49 req-13707625-a4a1-4443-ad8b-b99438ecdd32 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Mar 14 14:36:13.601164 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-7caf9c1a-0fe3-4502-9392-9c25b16bfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.603251 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-7caf9c1a-0fe3-4502-9392-9c25b16bfc5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.0932889 Mar 14 14:36:13.691325 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-31395dd5-60b9-42ab-a27d-201e7d0419e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0787084 Mar 14 14:36:13.703431 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-c2a4689f-55fa-4e2f-85bc-76499c9fef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.705071 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-c2a4689f-55fa-4e2f-85bc-76499c9fef8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0549281 Mar 14 14:36:13.722294 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.745002 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-62da9322-46cf-4dac-bd02-23beb7effa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.746538 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-62da9322-46cf-4dac-bd02-23beb7effa5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0487127 Mar 14 14:36:13.804890 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-4ed0cfa3-e596-44f1-b9ba-33b0a1a515a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.806837 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-4ed0cfa3-e596-44f1-b9ba-33b0a1a515a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 908 time: 0.0931811 Mar 14 14:36:13.808765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f275e-a16d-4798-9509-52e144faf9f5 req-39ea2b88-b967-4464-8fb2-93f37a145004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.811489 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-39ea2b88-b967-4464-8fb2-93f37a145004 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577648 Mar 14 14:36:13.893978 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-0bd355a6-a11a-4fe4-baff-b019938f6673 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 1000 time: 0.0744269 Mar 14 14:36:13.924681 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-ad219d65-12e4-40f4-9d3e-8cfdd3efa05e service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041627 Mar 14 14:36:13.948121 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-a5d32385-d3dd-4e49-b8a1-f5924d4f371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.949607 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-a5d32385-d3dd-4e49-b8a1-f5924d4f371d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0494215 Mar 14 14:36:14.004343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-b8c86491-1ef5-4a2e-b231-d0f1ca119fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:14.005896 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-b8c86491-1ef5-4a2e-b231-d0f1ca119fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485518 Mar 14 14:36:14.026760 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-772f275e-a16d-4798-9509-52e144faf9f5 req-5958d11b-649c-4cf2-977a-0a725550b613 service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952365 Mar 14 14:36:14.221042 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902b7c-277c-4c7d-b454-cbbaf584b62c req-2893505e-bdb8-4ada-8eb3-e56c32ca8108 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:14.222728 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13902b7c-277c-4c7d-b454-cbbaf584b62c req-2893505e-bdb8-4ada-8eb3-e56c32ca8108 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0716438 Mar 14 14:36:14.298221 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-13902b7c-277c-4c7d-b454-cbbaf584b62c req-d34be9d3-cbff-4a11-b3b1-15e1c8f55d76 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682831 Mar 14 14:36:14.376889 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-8e4bd2f7-3f61-468c-a10d-c0ea813f554c service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644319 Mar 14 14:36:14.489296 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d88ad522-b8b4-4e73-998b-143644f0fbf9 req-924562d1-ef57-4b89-9edb-0fb5f17a8726 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046338 Mar 14 14:36:14.667847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de45d2-1f25-433e-846a-29aac7e2792c req-35ea4852-d4bc-4878-816d-5be11c73047c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:14.670271 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f6de45d2-1f25-433e-846a-29aac7e2792c req-35ea4852-d4bc-4878-816d-5be11c73047c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0709805 Mar 14 14:36:14.760429 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f6de45d2-1f25-433e-846a-29aac7e2792c req-11e8f539-12e1-4caf-830d-59329acf44e2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760117 Mar 14 14:36:15.442552 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ae21f-60b7-4982-a401-a743e7ec7156 req-46398c1a-0cd9-4751-9f0f-8ecd9aa0fa98 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:15.444122 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-009ae21f-60b7-4982-a401-a743e7ec7156 req-46398c1a-0cd9-4751-9f0f-8ecd9aa0fa98 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0581808 Mar 14 14:36:15.505115 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-009ae21f-60b7-4982-a401-a743e7ec7156 req-1ab77105-b217-4701-a682-8e1956b71a6f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535212 Mar 14 14:36:15.550403 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.924511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f70bdf-8d37-4b33-adc8-5f79972523fb req-069ff000-b8c6-4358-8893-563581bbe9ef tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:15.926099 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e3f70bdf-8d37-4b33-adc8-5f79972523fb req-069ff000-b8c6-4358-8893-563581bbe9ef tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0874255 Mar 14 14:36:15.994635 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e3f70bdf-8d37-4b33-adc8-5f79972523fb req-88b9fdf9-92d9-4a5d-a2f5-a72d3b9df828 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620587 Mar 14 14:36:16.649904 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340882d6-dcce-4c8d-8da9-488dbff5360b req-f2f21eea-51e0-4272-b86b-aba21f57d75a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:16.651603 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-340882d6-dcce-4c8d-8da9-488dbff5360b req-f2f21eea-51e0-4272-b86b-aba21f57d75a tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0640490 Mar 14 14:36:16.729765 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-340882d6-dcce-4c8d-8da9-488dbff5360b req-b2b11973-503b-47ae-b874-b57fb20e0acd tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649529 Mar 14 14:36:17.167170 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1c9dc-8699-4017-8582-539c09a78bde req-1a9452b4-38d4-48cc-8cec-852722625caf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.168601 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-52f1c9dc-8699-4017-8582-539c09a78bde req-1a9452b4-38d4-48cc-8cec-852722625caf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0838819 Mar 14 14:36:17.224848 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.246911 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-52f1c9dc-8699-4017-8582-539c09a78bde req-31582dd7-0439-471a-bfc5-01547422453f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672929 Mar 14 14:36:17.920503 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804af8-9d2d-4da5-a702-f67550aca072 req-c851440b-b3ac-4f24-b92f-a3378541f7fa tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.922109 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-98804af8-9d2d-4da5-a702-f67550aca072 req-c851440b-b3ac-4f24-b92f-a3378541f7fa tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.1068175 Mar 14 14:36:17.983589 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-98804af8-9d2d-4da5-a702-f67550aca072 req-d3819db8-cfd3-4f1d-bbec-a0ff2ebb0a87 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544586 Mar 14 14:36:18.401445 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049835fe-3699-4f22-9637-528ffa0b0f56 req-52d1c277-88df-4d45-bbfb-9476cec48812 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:18.404533 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-049835fe-3699-4f22-9637-528ffa0b0f56 req-52d1c277-88df-4d45-bbfb-9476cec48812 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.1015403 Mar 14 14:36:18.455782 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fd2d-f101-44b9-92df-e1ee09f8b251 req-d7f2658a-1c99-44ce-8488-4d47b42d5bf7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:18.466377 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-24c5fd2d-f101-44b9-92df-e1ee09f8b251 req-d7f2658a-1c99-44ce-8488-4d47b42d5bf7 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0942614 Mar 14 14:36:18.531035 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-049835fe-3699-4f22-9637-528ffa0b0f56 req-fa5fa034-2ef4-48ff-8b8a-a5d01f3c4aea tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187024 Mar 14 14:36:18.563818 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-24c5fd2d-f101-44b9-92df-e1ee09f8b251 req-75a3dcbc-b991-47e7-8a1e-f30558090d0a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980513 Mar 14 14:36:19.163909 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1391-398a-4697-9a37-7990e7b8a616 req-974bb73b-0431-4766-96f0-1ed2395351ee tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:19.166547 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d1b1391-398a-4697-9a37-7990e7b8a616 req-974bb73b-0431-4766-96f0-1ed2395351ee tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0903196 Mar 14 14:36:19.233434 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d1b1391-398a-4697-9a37-7990e7b8a616 req-4de326a2-db18-439d-b414-17367b73489b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602431 Mar 14 14:36:19.713541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32215ef8-9eac-4a10-9502-6b7bcd8fb238 req-754b4ae2-baa8-489d-8be7-54c5693cdcf9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:19.724958 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-32215ef8-9eac-4a10-9502-6b7bcd8fb238 req-754b4ae2-baa8-489d-8be7-54c5693cdcf9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0850298 Mar 14 14:36:19.785809 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e87b5-1e21-45d3-85dd-c13909824d91 req-bac3505b-ee23-48a4-94ff-91ce4819142f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:19.789033 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be9e87b5-1e21-45d3-85dd-c13909824d91 req-bac3505b-ee23-48a4-94ff-91ce4819142f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.1027718 Mar 14 14:36:19.812443 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-32215ef8-9eac-4a10-9502-6b7bcd8fb238 req-fad9d718-68ad-4d25-8099-8d077fce8355 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863662 Mar 14 14:36:19.927384 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be9e87b5-1e21-45d3-85dd-c13909824d91 req-a802e05a-d540-4941-9772-424d92596edf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290941 Mar 14 14:36:20.380404 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafca31-e3a2-4164-ae3a-c1083ff35a10 req-4eeb86aa-f3e7-4e54-a213-69e76c6167dd tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:20.381846 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3aafca31-e3a2-4164-ae3a-c1083ff35a10 req-4eeb86aa-f3e7-4e54-a213-69e76c6167dd tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0582392 Mar 14 14:36:20.451736 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3aafca31-e3a2-4164-ae3a-c1083ff35a10 req-f8198d65-c94e-41f4-b837-e1fb5af51250 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627730 Mar 14 14:36:20.979958 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330d9f-902c-44ab-a6fd-b32a51298d8e req-e61d73c6-b8d4-4c40-b84f-44ba24cb7a54 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:20.981526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59330d9f-902c-44ab-a6fd-b32a51298d8e req-e61d73c6-b8d4-4c40-b84f-44ba24cb7a54 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0696614 Mar 14 14:36:21.063641 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59330d9f-902c-44ab-a6fd-b32a51298d8e req-a0422435-acde-417c-9d8f-d8ef51be43bb tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756714 Mar 14 14:36:21.195670 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7131-34bc-421f-92f6-a58dffb2ae4f req-f878d161-2afa-470a-a2e4-15cdaf751664 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:21.197339 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf7f7131-34bc-421f-92f6-a58dffb2ae4f req-f878d161-2afa-470a-a2e4-15cdaf751664 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0613613 Mar 14 14:36:21.272614 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf7f7131-34bc-421f-92f6-a58dffb2ae4f req-c21121da-04a8-416a-99b5-3ecb05f0cc9c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685971 Mar 14 14:36:21.623488 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a2f5-efdc-4fe8-9ad0-1853616cb54a req-d2511c96-5f9b-4706-81d1-46ddfb4c0077 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:21.626294 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93d0a2f5-efdc-4fe8-9ad0-1853616cb54a req-d2511c96-5f9b-4706-81d1-46ddfb4c0077 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0924659 Mar 14 14:36:21.718145 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93d0a2f5-efdc-4fe8-9ad0-1853616cb54a req-204b56c5-e76f-4a9d-9cb4-91540ae4851f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812917 Mar 14 14:36:22.199830 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dbbef-d1b8-4c68-bfb9-bf13fd85821a req-353a7452-015d-4ae6-b322-9c5425f99bc3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:22.201304 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-899dbbef-d1b8-4c68-bfb9-bf13fd85821a req-353a7452-015d-4ae6-b322-9c5425f99bc3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0579116 Mar 14 14:36:22.265222 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-899dbbef-d1b8-4c68-bfb9-bf13fd85821a req-e644f662-9db5-4fce-b594-d7643e6e6e04 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577643 Mar 14 14:36:22.442035 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f057-f696-4013-84ae-f8c8e47edd0f req-0120bd29-56b1-4821-92ea-23ad0b51a271 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:22.444785 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5355f057-f696-4013-84ae-f8c8e47edd0f req-0120bd29-56b1-4821-92ea-23ad0b51a271 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0685980 Mar 14 14:36:22.506948 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5355f057-f696-4013-84ae-f8c8e47edd0f req-795fa4d4-1d8d-4925-a361-ca00b3d0d51d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558169 Mar 14 14:36:22.888972 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e257e-8f45-4127-a75e-bfe17ed619a6 req-5514abad-9434-497e-9e89-7171670d0c26 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:22.890526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb4e257e-8f45-4127-a75e-bfe17ed619a6 req-5514abad-9434-497e-9e89-7171670d0c26 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0670223 Mar 14 14:36:22.993363 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb4e257e-8f45-4127-a75e-bfe17ed619a6 req-270f421a-aa25-4603-9840-2e703765f211 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960259 Mar 14 14:36:23.445330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371f77-0351-4364-a527-c04902a86646 req-67eef96a-4f3d-4387-87ff-0bc715ca7936 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:23.445330 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7371f77-0351-4364-a527-c04902a86646 req-67eef96a-4f3d-4387-87ff-0bc715ca7936 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0959330 Mar 14 14:36:23.510627 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7371f77-0351-4364-a527-c04902a86646 req-311294dc-4f74-4890-92da-f33b358174ce tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597446 Mar 14 14:36:23.647580 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495b0a7-e320-4d5f-9be4-913614e194c5 req-645b8b8a-c96b-4385-8a53-924170564f53 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:23.650279 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4495b0a7-e320-4d5f-9be4-913614e194c5 req-645b8b8a-c96b-4385-8a53-924170564f53 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0623891 Mar 14 14:36:23.700302 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4495b0a7-e320-4d5f-9be4-913614e194c5 req-7b377c0e-b74f-46bb-9a92-0abfc6129e76 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Mar 14 14:36:24.122961 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a6731-33a2-4178-990d-566f6395b5b4 req-32aa3b1c-d90e-4437-bc3b-99fe600457ca tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.124613 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f19a6731-33a2-4178-990d-566f6395b5b4 req-32aa3b1c-d90e-4437-bc3b-99fe600457ca tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0566063 Mar 14 14:36:24.180452 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f19a6731-33a2-4178-990d-566f6395b5b4 req-4406a814-ffcb-4dd5-8ef4-db06dae0225e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495694 Mar 14 14:36:24.396003 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-b83e66a7-0fe1-4dbb-a180-7c9af22b0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.397547 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-b83e66a7-0fe1-4dbb-a180-7c9af22b0e61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1169 time: 0.0552268 Mar 14 14:36:24.520344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-0ebf364e-843c-46dd-af69-4330b5cd7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.521843 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-0ebf364e-843c-46dd-af69-4330b5cd7d33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 915 time: 0.1150315 Mar 14 14:36:24.629055 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-edfacc97-9930-4118-bb4d-cdf0395c4731 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0980554 Mar 14 14:36:24.696904 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24986-febb-492f-8323-ffe8cdf2bbab req-129ad04f-1ca5-4796-9a13-229b699476a4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.698576 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5be24986-febb-492f-8323-ffe8cdf2bbab req-129ad04f-1ca5-4796-9a13-229b699476a4 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.1123061 Mar 14 14:36:24.710318 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-2025041d-1430-4d0d-988b-0b6d5ee6aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.710318 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-2025041d-1430-4d0d-988b-0b6d5ee6aca5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0649459 Mar 14 14:36:24.812883 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5be24986-febb-492f-8323-ffe8cdf2bbab req-3a89fdb7-98aa-433b-9360-718a2dd11aa3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035123 Mar 14 14:36:24.814962 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-89543c2a-96e8-4f0c-a497-cb223a0a7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.816508 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-89543c2a-96e8-4f0c-a497-cb223a0a7f56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024308 Mar 14 14:36:25.016166 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-c2fed525-aa78-47d4-bf3e-57630af9cc7b service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925335 Mar 14 14:36:25.033571 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8b09-75e5-4721-b38c-45ecef88a2bf req-cbca0b64-af4e-47b9-bb98-4451dff96a3f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.035317 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4c9d8b09-75e5-4721-b38c-45ecef88a2bf req-cbca0b64-af4e-47b9-bb98-4451dff96a3f tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.1150613 Mar 14 14:36:25.147915 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4c9d8b09-75e5-4721-b38c-45ecef88a2bf req-39f2017a-8d93-4a3f-a59e-dbc4f5eedf86 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018057 Mar 14 14:36:25.184298 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1868c43d-bc88-426a-b0a6-38987b374f11 req-98fe8b16-c2a3-4b49-937a-95c6908b0a97 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476474 Mar 14 14:36:25.340289 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91143805-9f1f-447d-9f96-aad5bd19554d req-267ad96f-0db1-474a-9812-9c7cd61365a2 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.341870 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91143805-9f1f-447d-9f96-aad5bd19554d req-267ad96f-0db1-474a-9812-9c7cd61365a2 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0695443 Mar 14 14:36:25.413871 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91143805-9f1f-447d-9f96-aad5bd19554d req-8692c3e4-0a03-4619-946f-b8ac4c9d0919 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653555 Mar 14 14:36:25.994199 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef47d5a-08ea-4717-8dcb-d668d99aa445 req-f0322980-8ad6-47b0-a6e9-63c7f54a4b1f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.995927 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ef47d5a-08ea-4717-8dcb-d668d99aa445 req-f0322980-8ad6-47b0-a6e9-63c7f54a4b1f tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0776002 Mar 14 14:36:26.066550 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ef47d5a-08ea-4717-8dcb-d668d99aa445 req-632e33d2-a687-43c5-b460-c37765bcc4f5 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593421 Mar 14 14:36:26.316165 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94c779-08bb-421e-a1d1-1258e87227c5 req-551ff644-ddbf-46ab-845d-b0c590e99cbf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:26.319326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-db94c779-08bb-421e-a1d1-1258e87227c5 req-551ff644-ddbf-46ab-845d-b0c590e99cbf tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0759223 Mar 14 14:36:26.386783 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-db94c779-08bb-421e-a1d1-1258e87227c5 req-7ea2eda3-78ee-400a-99ef-5ee22fede97d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608523 Mar 14 14:36:26.543981 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9788784-720e-47b4-8e6d-8ca6ad9df3c6 req-5c35af8d-7850-4b37-8b41-5f21d1e95449 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:26.545883 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d9788784-720e-47b4-8e6d-8ca6ad9df3c6 req-5c35af8d-7850-4b37-8b41-5f21d1e95449 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0594137 Mar 14 14:36:26.600811 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d9788784-720e-47b4-8e6d-8ca6ad9df3c6 req-cec4956f-b157-4179-a7db-29f8ff528f4e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Mar 14 14:36:27.217630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068be29-9470-476b-b01b-3d14a0a62d23 req-7466a954-c7c3-4e0f-8921-dc73bf6a9f2b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:27.219232 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f068be29-9470-476b-b01b-3d14a0a62d23 req-7466a954-c7c3-4e0f-8921-dc73bf6a9f2b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0679986 Mar 14 14:36:27.281271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:36:27.291010 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f068be29-9470-476b-b01b-3d14a0a62d23 req-e111df0b-6931-4e56-9b83-7224a5e3d0bf tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658252 Mar 14 14:36:27.391665 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:27.403988 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'port_id': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'mac_address': 'fa:16:3e:cb:77:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:36:27.465888 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:27.469249 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.491497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:36:27.528564 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:27.540952 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12640f2c-f020-4ffb-9d9f-71b545df64ae req-d9f1f4cf-95f5-42e2-aba4-d01ef4b5f0d8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:27.542513 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12640f2c-f020-4ffb-9d9f-71b545df64ae req-d9f1f4cf-95f5-42e2-aba4-d01ef4b5f0d8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 944 time: 0.0646155 Mar 14 14:36:27.592275 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.606274 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12640f2c-f020-4ffb-9d9f-71b545df64ae req-736abe80-b6f9-4fa7-983a-f172ac47235e tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580006 Mar 14 14:36:27.660517 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=9']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:27.758765 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524a9e-0f8e-4ded-add5-5e00e8ceffb7 req-f19b614b-c18a-40c6-9512-8a6e883a4fe9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:27.761655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92524a9e-0f8e-4ded-add5-5e00e8ceffb7 req-f19b614b-c18a-40c6-9512-8a6e883a4fe9 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0848243 Mar 14 14:36:27.817283 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92524a9e-0f8e-4ded-add5-5e00e8ceffb7 req-8fc615f3-c3dc-4a1c-8d27-0bc0258b3bae tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500643 Mar 14 14:36:27.965219 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['da01eae7-60d2-436b-aa4d-427d019ea0b8'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:36:28.289797 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2efb-93a5-4872-8a00-0f95f6e64b88 req-f824c8a5-2653-47ab-83e2-bdc019e28308 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:28.292395 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc0e2efb-93a5-4872-8a00-0f95f6e64b88 req-f824c8a5-2653-47ab-83e2-bdc019e28308 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0625401 Mar 14 14:36:28.321085 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-b24501b8-3912-4d8d-9cba-c4dad3eaf539 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512128 Mar 14 14:36:28.360156 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc0e2efb-93a5-4872-8a00-0f95f6e64b88 req-85c3eacd-359c-4602-8a69-34ee540c0f78 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578556 Mar 14 14:36:28.438332 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-5c339686-92c5-4960-a973-26e031f1f9aa tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:28.439759 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-5c339686-92c5-4960-a973-26e031f1f9aa tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports/9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 942 time: 0.0672755 Mar 14 14:36:28.453956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cc803-c635-4e7b-865b-31fa8d118979 req-dcdc9071-7a45-48ac-92d7-8f42be0061b9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:28.458827 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-646cc803-c635-4e7b-865b-31fa8d118979 req-dcdc9071-7a45-48ac-92d7-8f42be0061b9 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0591893 Mar 14 14:36:28.532004 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-646cc803-c635-4e7b-865b-31fa8d118979 req-b0fbf7ab-80bb-4c82-8c95-4382979fdc14 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692260 Mar 14 14:36:28.738859 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e18b-d877-4787-90ab-4acf2f47e9cc req-303eb2f4-15ce-485f-aa9b-cecd5c1ebcae tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:28.740371 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bf3e18b-d877-4787-90ab-4acf2f47e9cc req-303eb2f4-15ce-485f-aa9b-cecd5c1ebcae tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 945 time: 0.0561824 Mar 14 14:36:28.806464 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bf3e18b-d877-4787-90ab-4acf2f47e9cc req-02f832a8-5e47-49a0-bddb-808c78518601 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560906 Mar 14 14:36:29.296511 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:36:29.360011 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port da01eae7-60d2-436b-aa4d-427d019ea0b8 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:36:29.360466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.463625 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port da01eae7-60d2-436b-aa4d-427d019ea0b8 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:29.463931 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.494767 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:29.497461 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8bb4a6-a8a7-48ca-a67c-d487cdcf0e4e" -d '{"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:29.508192 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74649181-bf1e-41c4-958b-64b262bd820d req-c41c165f-a931-4d15-8638-1e696f004770 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:29.510460 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74649181-bf1e-41c4-958b-64b262bd820d req-c41c165f-a931-4d15-8638-1e696f004770 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0713274 Mar 14 14:36:29.516682 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:29.575388 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74649181-bf1e-41c4-958b-64b262bd820d req-48019ff4-6520-4628-944f-c82ae32d6f46 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547023 Mar 14 14:36:29.596683 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.598589 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:29.648867 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a745e-8a72-473e-af7f-d7a6ffd21728 x-openstack-request-id: req-d64a745e-8a72-473e-af7f-d7a6ffd21728 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:29.649170 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-plugged", "status": "completed", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:29.649599 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d64a745e-8a72-473e-af7f-d7a6ffd21728 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:29.650319 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'code': 200} Mar 14 14:36:29.775335 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=10']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:29.780830 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4611dd-ef3c-4ee9-ada9-6c1b56f1933c req-857dc599-f7a6-4a0b-92ff-104644b1222e tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:29.783392 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd4611dd-ef3c-4ee9-ada9-6c1b56f1933c req-857dc599-f7a6-4a0b-92ff-104644b1222e tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0930035 Mar 14 14:36:29.842163 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9f863891-d808-47ba-88d5-0653fd12c899 is: ACTIVE; New status is: DOWN {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:29.843074 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.917827 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:29.924648 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd4611dd-ef3c-4ee9-ada9-6c1b56f1933c req-a069bd50-f887-45f9-8a43-7f03e78588c5 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283348 Mar 14 14:36:29.979349 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:30.041450 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289965ba-087c-4eea-b212-cb30769315c1 req-461e1b8b-b084-4c1a-bc3f-455e00f2db50 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.043155 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-289965ba-087c-4eea-b212-cb30769315c1 req-461e1b8b-b084-4c1a-bc3f-455e00f2db50 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0998185 Mar 14 14:36:30.060460 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=6']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:30.112403 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-289965ba-087c-4eea-b212-cb30769315c1 req-a97de9af-7186-46bb-a009-188d0744d789 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598662 Mar 14 14:36:30.131834 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc15b5-b9b0-4c64-8bf5-6ced2a18cb49 req-6316498a-38b6-48bd-a260-838d8fb4e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.135041 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73bc15b5-b9b0-4c64-8bf5-6ced2a18cb49 req-6316498a-38b6-48bd-a260-838d8fb4e2a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1131 time: 0.0618956 Mar 14 14:36:30.193938 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73bc15b5-b9b0-4c64-8bf5-6ced2a18cb49 req-a80adf4a-188b-43f0-9c93-463c184b2f44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519948 Mar 14 14:36:30.714815 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc57e3-ce3a-4f55-9dea-eb43f3838050 req-e6d5debf-3ee4-44ca-b302-d42862d4d035 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.716341 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-05cc57e3-ce3a-4f55-9dea-eb43f3838050 req-e6d5debf-3ee4-44ca-b302-d42862d4d035 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0603297 Mar 14 14:36:30.769734 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-05cc57e3-ce3a-4f55-9dea-eb43f3838050 req-8b5ae33e-bfda-49fa-baff-ac600ae54540 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Mar 14 14:36:31.073646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992394a-8e73-4432-8f16-79740d4a87b7 req-6fbe7ca3-d2dc-44f4-aee8-49bed76e2fd7 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:31.075360 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b992394a-8e73-4432-8f16-79740d4a87b7 req-6fbe7ca3-d2dc-44f4-aee8-49bed76e2fd7 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0669973 Mar 14 14:36:31.141045 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b992394a-8e73-4432-8f16-79740d4a87b7 req-99dea6fd-c0e8-4d46-9549-633f75366611 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595965 Mar 14 14:36:31.261668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901688-e10e-450d-95c8-b47bc2497e18 req-ef994920-192b-430e-976d-cea737c5f7b3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:31.263244 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea901688-e10e-450d-95c8-b47bc2497e18 req-ef994920-192b-430e-976d-cea737c5f7b3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0556588 Mar 14 14:36:31.318704 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea901688-e10e-450d-95c8-b47bc2497e18 req-0175ea9d-0a09-4fed-8152-64e2a8ba14b8 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484006 Mar 14 14:36:31.651894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:31.794214 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00c039f-5525-4ed2-b6c7-f34b1762ac20" -d '{"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:31.828637 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f280d0-6213-4793-a03b-d4239bab4786 x-openstack-request-id: req-e5f280d0-6213-4793-a03b-d4239bab4786 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:31.828938 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-unplugged", "status": "failed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "code": 422}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:31.829199 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5f280d0-6213-4793-a03b-d4239bab4786 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:31.829600 dv-cinder-790535-28-iscsi neutron-server[103624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'code': 422} returned with failed status Mar 14 14:36:31.915916 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46857a6-1c6b-4246-8e5b-350334ee8966 req-d320640f-11ba-4d49-9291-52a1d769a4a8 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:31.915916 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c46857a6-1c6b-4246-8e5b-350334ee8966 req-d320640f-11ba-4d49-9291-52a1d769a4a8 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0702055 Mar 14 14:36:31.968371 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c46857a6-1c6b-4246-8e5b-350334ee8966 req-8b7198e7-8dc5-4ad5-9ef1-b54a5ae26265 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476661 Mar 14 14:36:32.268579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a3ba-f1d1-44ef-919c-2be1ea773622 req-318dcd08-4365-48a3-a23d-025164b2bb54 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:32.270043 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c441a3ba-f1d1-44ef-919c-2be1ea773622 req-318dcd08-4365-48a3-a23d-025164b2bb54 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0565009 Mar 14 14:36:32.338768 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c441a3ba-f1d1-44ef-919c-2be1ea773622 req-acaf10c8-080b-404f-ad1d-7d78d100c4a3 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622551 Mar 14 14:36:32.453276 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48b59b-cbf4-4c33-b12f-2d0b9c685703 req-fc1b53d1-e966-437a-9fb9-a573d9389fb9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:32.454869 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a48b59b-cbf4-4c33-b12f-2d0b9c685703 req-fc1b53d1-e966-437a-9fb9-a573d9389fb9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0567675 Mar 14 14:36:32.505249 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a48b59b-cbf4-4c33-b12f-2d0b9c685703 req-3718bb89-5ddb-47b2-8d86-ca538716c95a tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Mar 14 14:36:33.097348 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8049-7e53-46c0-9fa8-267960869cb5 req-7f69b986-d097-4e6e-956b-de728fc2366e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:33.098893 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2cdd8049-7e53-46c0-9fa8-267960869cb5 req-7f69b986-d097-4e6e-956b-de728fc2366e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0548639 Mar 14 14:36:33.155805 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2cdd8049-7e53-46c0-9fa8-267960869cb5 req-be119708-a0ef-43c3-b8b0-ca240035cf5c tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507183 Mar 14 14:36:33.473571 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70495e91-10ec-416e-b4fe-59f8a0795997 req-4ef28d64-31c2-46e0-871e-3e3ad3f8ea5e tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:33.475366 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-70495e91-10ec-416e-b4fe-59f8a0795997 req-4ef28d64-31c2-46e0-871e-3e3ad3f8ea5e tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0566773 Mar 14 14:36:33.548124 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-70495e91-10ec-416e-b4fe-59f8a0795997 req-aa8aa27c-9baf-40c7-a70f-5d89bb7eb5ca tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661216 Mar 14 14:36:33.669617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b881fb-16dc-43d4-bf28-f8c0c54f2cdc req-086f12d3-cde1-478e-b143-a4d4c48b58da tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:33.671145 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2b881fb-16dc-43d4-bf28-f8c0c54f2cdc req-086f12d3-cde1-478e-b143-a4d4c48b58da tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0588245 Mar 14 14:36:33.729866 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2b881fb-16dc-43d4-bf28-f8c0c54f2cdc req-b50e4872-735d-4bf3-92c1-78fccc3942f0 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528483 Mar 14 14:36:34.006982 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:36:34.292976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db108c22-918d-4759-a17b-47b3b2620784 req-8b9fce41-e756-4c27-a17b-7e2d5a8234ec tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.294501 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db108c22-918d-4759-a17b-47b3b2620784 req-8b9fce41-e756-4c27-a17b-7e2d5a8234ec tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0642035 Mar 14 14:36:34.348317 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db108c22-918d-4759-a17b-47b3b2620784 req-3fe3c804-a158-4834-b445-873318958f4d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480907 Mar 14 14:36:34.658244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-c6009047-7fac-433c-b1b7-6caa0e6b7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.659815 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-c6009047-7fac-433c-b1b7-6caa0e6b7bd1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e&tenant_id=e25f00f81f99460f98c07471d6f807a3 HTTP/1.1" status: 200 len: 1127 time: 0.0842807 Mar 14 14:36:34.698927 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c627b7-79b1-46d5-8d72-46d835291b70 req-b3f76092-f1d4-4883-9ff4-4bdf6ddb1674 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.700591 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a9c627b7-79b1-46d5-8d72-46d835291b70 req-b3f76092-f1d4-4883-9ff4-4bdf6ddb1674 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0764644 Mar 14 14:36:34.750841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-dc74e9b2-3a1a-4908-88e7-ccdb4b9d93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.752382 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-dc74e9b2-3a1a-4908-88e7-ccdb4b9d93d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1127 time: 0.0567601 Mar 14 14:36:34.773207 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a9c627b7-79b1-46d5-8d72-46d835291b70 req-4f4f2a5d-643a-4372-a8d5-967939410151 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648706 Mar 14 14:36:34.850973 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-ef93a62f-0912-49b6-8fc6-30b9d2501748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.852628 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-ef93a62f-0912-49b6-8fc6-30b9d2501748 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 908 time: 0.0938122 Mar 14 14:36:34.925171 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-0609e40d-2334-4989-8b7c-1c2c9d9cd7ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 998 time: 0.0625298 Mar 14 14:36:34.974984 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-6789c176-2289-4f82-b75b-df78cd159557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:34.976995 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-6789c176-2289-4f82-b75b-df78cd159557 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0457885 Mar 14 14:36:35.029179 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-3e5a6e45-e3da-4453-b01a-54dc57057250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:35.030673 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-3e5a6e45-e3da-4453-b01a-54dc57057250 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480714 Mar 14 14:36:35.132079 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-c56ba0b2-9404-453e-9463-69d2fb166e77 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943723 Mar 14 14:36:35.221196 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da070cd0-9986-4222-b740-fe6c6fdaef16 req-4c825757-640d-4493-b2f2-2b4aa61c56d2 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828755 Mar 14 14:36:35.476974 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d923cb-9a1b-43f1-b9d6-10e06db938dc req-8ef34c0d-ea5f-4332-b031-e38b7db11f1f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:35.478220 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25d923cb-9a1b-43f1-b9d6-10e06db938dc req-8ef34c0d-ea5f-4332-b031-e38b7db11f1f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0574863 Mar 14 14:36:35.532225 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25d923cb-9a1b-43f1-b9d6-10e06db938dc req-210c0963-ce5b-4595-9a19-2aceecbeed53 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481920 Mar 14 14:36:35.916090 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c43d67-4b4f-45fc-933c-4aa88e745514 req-c6fde2fe-aab2-4abe-94fc-1a91c3a53166 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:35.917645 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33c43d67-4b4f-45fc-933c-4aa88e745514 req-c6fde2fe-aab2-4abe-94fc-1a91c3a53166 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0624990 Mar 14 14:36:35.982606 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33c43d67-4b4f-45fc-933c-4aa88e745514 req-acbed28f-ef8b-4fa4-a441-83ab6b2b11f1 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581861 Mar 14 14:36:36.660881 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602c771-9731-4c8a-acd0-71194a186722 req-e0b7299c-a0d8-4c75-bdf2-308d30f70e97 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:36.662326 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3602c771-9731-4c8a-acd0-71194a186722 req-e0b7299c-a0d8-4c75-bdf2-308d30f70e97 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0573702 Mar 14 14:36:36.723313 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3602c771-9731-4c8a-acd0-71194a186722 req-0f3a07cd-84e6-4075-9eb9-4c2d9926ebde tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533113 Mar 14 14:36:37.132765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57894909-e370-4b9f-8556-c3871e8d242d req-343ef27f-846c-4d8f-9566-89931bb2c7d6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:37.134338 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-57894909-e370-4b9f-8556-c3871e8d242d req-343ef27f-846c-4d8f-9566-89931bb2c7d6 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0646615 Mar 14 14:36:37.195900 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-57894909-e370-4b9f-8556-c3871e8d242d req-420490f0-2084-4f30-aadc-e945427fd1f5 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&id=f1962085-4392-45f8-bf91-fc55147b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556786 Mar 14 14:36:37.849250 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa9aa1-2a1a-47e7-bee2-a4c2ca78d185 req-6612ff45-3f37-4b7f-9cd9-70754a54b502 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:37.850921 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80aa9aa1-2a1a-47e7-bee2-a4c2ca78d185 req-6612ff45-3f37-4b7f-9cd9-70754a54b502 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0536213 Mar 14 14:36:37.902646 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80aa9aa1-2a1a-47e7-bee2-a4c2ca78d185 req-2cad0687-9e08-4afd-9c25-7b3b45926fae tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456200 Mar 14 14:36:38.150023 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f9e97984-4297-4fc9-ad0e-e79985bb7f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:39.035882 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0abe-b876-4dc4-ac90-1a4a40c1d315 req-a08b8ed6-afe9-44fe-86ac-4e444c38ae95 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:39.037379 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81df0abe-b876-4dc4-ac90-1a4a40c1d315 req-a08b8ed6-afe9-44fe-86ac-4e444c38ae95 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0649953 Mar 14 14:36:39.088915 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-81df0abe-b876-4dc4-ac90-1a4a40c1d315 req-7b006f36-c00e-49c5-8ac9-c475b4c0272f tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Mar 14 14:36:40.238446 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb770d5-f856-47e0-995e-21e1d88daf03 req-137b95ca-1acd-413e-af79-cb999e733a8e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:40.239981 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7bb770d5-f856-47e0-995e-21e1d88daf03 req-137b95ca-1acd-413e-af79-cb999e733a8e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0746665 Mar 14 14:36:40.290019 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7bb770d5-f856-47e0-995e-21e1d88daf03 req-e3306331-8641-4cc3-b627-0a97d01b7c65 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Mar 14 14:36:40.538085 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-471cbf61-9ac2-488b-ad51-4bfcf2d4e1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:41.413931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d728e-8f67-4888-8204-51171ab592af req-9aa7e023-5593-4a73-9895-2f341237ff2d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:41.416014 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-df8d728e-8f67-4888-8204-51171ab592af req-9aa7e023-5593-4a73-9895-2f341237ff2d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0567367 Mar 14 14:36:41.466496 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-df8d728e-8f67-4888-8204-51171ab592af req-7070bd7b-93aa-43f9-b249-d44db39b7d13 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445096 Mar 14 14:36:42.588600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3950f0-d9b2-4e33-bead-ab9081b4dd0f req-c76eab25-65bc-4237-8283-4252898c3e11 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:42.590073 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d3950f0-d9b2-4e33-bead-ab9081b4dd0f req-c76eab25-65bc-4237-8283-4252898c3e11 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 943 time: 0.0548179 Mar 14 14:36:42.638042 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d3950f0-d9b2-4e33-bead-ab9081b4dd0f req-4e077d73-9140-44a0-a315-22a84f04dc25 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Mar 14 14:36:42.892757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:43.360076 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:36:43.456336 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:43.471283 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '9f863891-d808-47ba-88d5-0653fd12c899', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'port_id': '9f863891-d808-47ba-88d5-0653fd12c899', 'mac_address': 'fa:16:3e:bb:6b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:36:43.511561 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9f863891-d808-47ba-88d5-0653fd12c899 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:43.511951 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:43.526352 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f863891-d808-47ba-88d5-0653fd12c899 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:36:43.546763 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:43.629883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:43.688874 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=7']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:43.744842 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:43.758529 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df81b-156d-45d8-9931-b82ec91ad7a8 req-0c4fc134-bc5d-4ca6-b73d-f3a64f15f772 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:43.760641 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c40df81b-156d-45d8-9931-b82ec91ad7a8 req-0c4fc134-bc5d-4ca6-b73d-f3a64f15f772 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 944 time: 0.0535853 Mar 14 14:36:43.811765 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c40df81b-156d-45d8-9931-b82ec91ad7a8 req-ff6ef1c3-8982-438f-bc4b-bf68a4f03c90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Mar 14 14:36:43.980944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['9f863891-d808-47ba-88d5-0653fd12c899'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:36:44.939205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98885c-0397-4d57-aa67-1ee35922ea63 req-9f9af5b5-525c-4ebb-b482-6b20d8e06f4d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:44.940699 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db98885c-0397-4d57-aa67-1ee35922ea63 req-9f9af5b5-525c-4ebb-b482-6b20d8e06f4d tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 944 time: 0.0559349 Mar 14 14:36:44.992394 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db98885c-0397-4d57-aa67-1ee35922ea63 req-65dd3ed5-2424-418d-89c3-35976476b606 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Mar 14 14:36:45.370492 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:36:45.447638 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 9f863891-d808-47ba-88d5-0653fd12c899 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:36:45.448028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (9f863891-d808-47ba-88d5-0653fd12c899), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.515360 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.534970 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 9f863891-d808-47ba-88d5-0653fd12c899 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:45.535356 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.560876 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:45.563176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10d16c-04f1-4b13-856c-c1c257c8b4c7" -d '{"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:45.576843 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:45.600041 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f914a95-8332-4646-bb16-53009385eace x-openstack-request-id: req-6f914a95-8332-4646-bb16-53009385eace {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:45.600374 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:45.600639 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f914a95-8332-4646-bb16-53009385eace {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:45.601041 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'code': 200} Mar 14 14:36:45.670499 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.724184 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=8']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:46.025842 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5ec2-b6b3-40c4-b711-1e16dd20a845 req-8387a614-6084-4ab3-9c33-059438ca0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:46.027396 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd0a5ec2-b6b3-40c4-b711-1e16dd20a845 req-8387a614-6084-4ab3-9c33-059438ca0040 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0454457 Mar 14 14:36:46.074400 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd0a5ec2-b6b3-40c4-b711-1e16dd20a845 req-a1d49d48-c064-460c-b04b-38c9797749b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Mar 14 14:36:46.117676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e845-e715-4a93-a48e-3cc4c84e58fa req-72ac6a03-19d2-44c7-85d7-820f4508f313 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:46.119318 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ae15e845-e715-4a93-a48e-3cc4c84e58fa req-72ac6a03-19d2-44c7-85d7-820f4508f313 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0532796 Mar 14 14:36:46.175877 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ae15e845-e715-4a93-a48e-3cc4c84e58fa req-ebc3dc4b-9627-4be4-97fa-7dea09d8ca79 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505369 Mar 14 14:36:47.218628 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:47.297762 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88b310-6d13-4b45-a14d-a47150f7be4d req-02709fe9-e0e8-48ea-8c79-0d7b7d21033b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:47.299243 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0f88b310-6d13-4b45-a14d-a47150f7be4d req-02709fe9-e0e8-48ea-8c79-0d7b7d21033b tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0525670 Mar 14 14:36:47.350949 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0f88b310-6d13-4b45-a14d-a47150f7be4d req-295f184a-81d9-4607-a871-41e72d328dd3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460453 Mar 14 14:36:48.478558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1981d2-4b21-4423-95bc-65b304ea3e8c req-d6b85d7e-db80-4576-a6ce-71a2c2a8ae33 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:48.480154 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3e1981d2-4b21-4423-95bc-65b304ea3e8c req-d6b85d7e-db80-4576-a6ce-71a2c2a8ae33 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0542028 Mar 14 14:36:48.534890 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3e1981d2-4b21-4423-95bc-65b304ea3e8c req-5b25c341-e89c-473f-ac16-682142d1e1ab tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484698 Mar 14 14:36:51.128935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed991da-e2cb-4946-8f80-12acd9ff3379 req-84e0a216-bd9e-4f84-92e2-6bb798a6e453 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:51.130561 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed991da-e2cb-4946-8f80-12acd9ff3379 req-84e0a216-bd9e-4f84-92e2-6bb798a6e453 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0553734 Mar 14 14:36:51.188846 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed991da-e2cb-4946-8f80-12acd9ff3379 req-8f230bc8-da3a-4c7a-bc5b-7b6315377196 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514905 Mar 14 14:36:52.272337 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-5260ca8e-f1ca-4b53-8866-9982ba967244 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470150 Mar 14 14:36:52.325574 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f1dc8-77e3-42e8-9881-e668cff51427 req-486ed663-9c25-4ae2-a822-98d636cb8b92 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:52.327126 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d35f1dc8-77e3-42e8-9881-e668cff51427 req-486ed663-9c25-4ae2-a822-98d636cb8b92 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0561743 Mar 14 14:36:52.377636 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d35f1dc8-77e3-42e8-9881-e668cff51427 req-23470c3c-8884-4a33-8b6f-a4b345061f36 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Mar 14 14:36:52.390287 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-d74ef0e3-8969-43ba-b7bc-3c4c509264cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:52.391857 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-d74ef0e3-8969-43ba-b7bc-3c4c509264cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=159d9adac9404a20965f4a0594abd84d&device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 1131 time: 0.0481062 Mar 14 14:36:52.504887 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-3010d5e9-e947-4756-8f52-b73853e9a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:52.506328 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-3010d5e9-e947-4756-8f52-b73853e9a740 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 200 len: 918 time: 0.0904715 Mar 14 14:36:52.574466 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-7fb3c2b1-a466-4cc1-8058-21d6b62a36bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0580423 Mar 14 14:36:52.625588 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-5024dc8f-c33f-4315-ad8e-76f11d439201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:52.627189 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-5024dc8f-c33f-4315-ad8e-76f11d439201 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 200 len: 856 time: 0.0446668 Mar 14 14:36:52.685094 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-2276fcd5-b3a7-4eb0-8bf1-ad7c2003f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:52.686647 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-2276fcd5-b3a7-4eb0-8bf1-ad7c2003f6aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e4aa525-5bdd-4df2-8f20-26c114826120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502121 Mar 14 14:36:52.783455 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-80b298ea-f929-4dd3-8c52-5c3c1c6de0af service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Mar 14 14:36:52.884525 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6e88b57-a42f-436f-81a2-1a37e3aec5e9 req-d1af8121-7ca5-420d-9171-f1f39b49b19f service neutron] 10.222.0.53 "GET /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871470 Mar 14 14:36:53.229868 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-f96bcc1a-149d-4e73-a632-303a01c40ce7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:53.231718 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-f96bcc1a-149d-4e73-a632-303a01c40ce7 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.0547099 Mar 14 14:36:53.332603 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port b1160da6-047d-45a9-b207-6420b24dd315 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:53.333239 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (b1160da6-047d-45a9-b207-6420b24dd315), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:53.427330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] For port b1160da6-047d-45a9-b207-6420b24dd315, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b1160da6-047d-45a9-b207-6420b24dd315,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:53.427692 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (b1160da6-047d-45a9-b207-6420b24dd315), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:53.583405 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb583-e4dd-4bd3-9cb3-61eef52304de req-b238f406-29db-4b10-9c96-bab63d8915c9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:53.584784 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6beeb583-e4dd-4bd3-9cb3-61eef52304de req-b238f406-29db-4b10-9c96-bab63d8915c9 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 946 time: 0.1147165 Mar 14 14:36:53.664855 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:53.665221 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:53.665541 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Floating IP a171dd89-e6dd-43e4-8f47-5a100604b5e1 disassociated. External IP: 172.27.2.245, port: b1160da6-047d-45a9-b207-6420b24dd315. Mar 14 14:36:53.665880 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for b1160da6-047d-45a9-b207-6420b24dd315 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:53.685543 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6beeb583-e4dd-4bd3-9cb3-61eef52304de req-26ceb6e6-1e99-4d05-9b35-d74d3494edc0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695753 Mar 14 14:36:53.863951 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (b1160da6-047d-45a9-b207-6420b24dd315), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:53.893718 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=b1160da6-047d-45a9-b207-6420b24dd315,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:53.906171 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.906530 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.906883 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.907226 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.907593 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.907932 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.908274 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.908630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.908967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.909301 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.909642 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.909976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.910356 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.910690 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:53.911020 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:54.283390 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:54.408681 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:54.420233 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:54.431660 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:54.432292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:54.453678 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] No DVR routers for this DVR port b1160da6-047d-45a9-b207-6420b24dd315 on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:54.457949 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:54.461572 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e1b0dc0-42b4-497f-81e5-5f95b089abfb req-ebc77236-0365-4801-9602-03cfb85614b0 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.53 "DELETE /v2.0/ports/b1160da6-047d-45a9-b207-6420b24dd315 HTTP/1.1" status: 204 len: 173 time: 1.2237003 Mar 14 14:36:54.462167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'name': 'network-vif-deleted', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:54.465847 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5e5c3-386a-4cda-b2b9-85c767cfc6fa" -d '{"events": [{"server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "name": "network-vif-deleted", "tag": "b1160da6-047d-45a9-b207-6420b24dd315"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:54.558067 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:54.579167 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b1ad6-a132-42b1-9175-10635c96e079 x-openstack-request-id: req-b95b1ad6-a132-42b1-9175-10635c96e079 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:54.579464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485d2ed5-9fc3-4786-8843-fe87c761be22", "name": "network-vif-deleted", "tag": "b1160da6-047d-45a9-b207-6420b24dd315", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:54.579717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b95b1ad6-a132-42b1-9175-10635c96e079 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:54.580179 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485d2ed5-9fc3-4786-8843-fe87c761be22', 'name': 'network-vif-deleted', 'tag': 'b1160da6-047d-45a9-b207-6420b24dd315', 'status': 'completed', 'code': 200} Mar 14 14:36:54.772573 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:54.784124 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-dd5e0e88-17d8-46eb-a0a3-afc27efc601c req-eea9175e-4ba7-4f17-95eb-ff5ce7e52b50 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/ports?device_id=485d2ed5-9fc3-4786-8843-fe87c761be22 HTTP/1.1" status: 200 len: 210 time: 0.0293469 Mar 14 14:36:54.801582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:54.810948 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:54.811570 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:54.928293 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:54.984272 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fe12-2728-4e72-ab55-b3c45122001f req-0239912f-c84e-439a-8bde-a9ff0c23a26b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:54.985664 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-92f0fe12-2728-4e72-ab55-b3c45122001f req-0239912f-c84e-439a-8bde-a9ff0c23a26b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0559850 Mar 14 14:36:55.037664 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-92f0fe12-2728-4e72-ab55-b3c45122001f req-06d4cf54-a01e-48b7-af65-1e80a50c972a tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462844 Mar 14 14:36:55.134016 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:55.164749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7246aee-42da-4f12-8638-c8f7c20873b1 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:30:03Z', 'revision_number': 4, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'acf10e60-7575-4dd3-b204-607b513248dc', 'name': '', 'network_id': 'c97f87a9-75a3-42aa-b254-82913f3baa76', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'mac_address': 'fa:16:3e:1d:f9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:01Z', 'updated_at': '2022-03-14T14:30:16Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'subnets': [{'id': 'b7b35dcc-5c95-488b-88c3-c2f5bfeda88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:55.371691 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device b1160da6-047d-45a9-b207-6420b24dd315 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:55.390822 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cba6ad-73fc-483e-a8bd-2a31ef598d48 None None] New status for floating IP a171dd89-e6dd-43e4-8f47-5a100604b5e1: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:36:55.393907 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: b1160da6-047d-45a9-b207-6420b24dd315 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:55.394293 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device b1160da6-047d-45a9-b207-6420b24dd315 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:55.922591 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52980) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:55.981830 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.005736 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.149532 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.153801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.157572 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9 HTTP/1.1" status: 204 len: 168 time: 0.2314367 Mar 14 14:36:56.158452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 52984) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:56.162006 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c876f1-5dcc-4a43-a891-4c95fc0917b3 req-f6de8671-25bc-45f4-8ad2-e65a403e86fd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:56.163582 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6c876f1-5dcc-4a43-a891-4c95fc0917b3 req-f6de8671-25bc-45f4-8ad2-e65a403e86fd tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0591142 Mar 14 14:36:56.177057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:56.179420 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-5335f713-8424-4f26-9329-342e0050a275 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] show failed (client error): The resource could not be found. Mar 14 14:36:56.180447 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5335f713-8424-4f26-9329-342e0050a275 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "GET /v2.0/security-groups/7a8bbbde-ac9f-4afe-8c5e-048b31f42ee9 HTTP/1.1" status: 404 len: 347 time: 0.0210767 Mar 14 14:36:56.184565 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 52986) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:56.187239 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.187599 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.188121 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.188503 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.188843 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.189185 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.189520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.189851 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.190239 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.190550 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.190880 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.191214 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.191541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.191871 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.192200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab52be8b-4366-4d8b-be8e-00269ee8d5a1 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:56.291950 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6c876f1-5dcc-4a43-a891-4c95fc0917b3 req-29b56ee6-afce-431d-93a3-49e5e2556595 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211383 Mar 14 14:36:56.331799 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Deleting port 1821bc31-2a9c-4f55-a96a-b8c06df824a2 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:56.332143 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.418667 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.418881 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (1821bc31-2a9c-4f55-a96a-b8c06df824a2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.430857 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Calling delete_port for 1821bc31-2a9c-4f55-a96a-b8c06df824a2 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:56.635262 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (1821bc31-2a9c-4f55-a96a-b8c06df824a2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.661966 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Pushing event deleted for resources: {'Port': ['ID=1821bc31-2a9c-4f55-a96a-b8c06df824a2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:56.751562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks [] for floatingip (a171dd89-e6dd-43e4-8f47-5a100604b5e1), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.756255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.758239 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-596a4edf-b43c-4d45-8bb0-e3973b6f11b5 tempest-AttachVolumeNegativeTest-375562417 tempest-AttachVolumeNegativeTest-375562417-project] 10.222.0.30 "DELETE /v2.0/floatingips/a171dd89-e6dd-43e4-8f47-5a100604b5e1 HTTP/1.1" status: 204 len: 168 time: 0.5724163 Mar 14 14:36:57.140464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-b2f07fd7-1c32-4d82-a04f-f8a99aacd8af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:57.142199 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-b2f07fd7-1c32-4d82-a04f-f8a99aacd8af tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0629292 Mar 14 14:36:57.242779 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Deleting port 2264b1b4-c540-4c38-a2ef-576014b6eeba {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:57.243481 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.340321 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] For port 2264b1b4-c540-4c38-a2ef-576014b6eeba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2264b1b4-c540-4c38-a2ef-576014b6eeba,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:57.340781 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.428656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f1a2a-50cc-4c16-9db2-05bff841e707 req-d55c25c9-5320-4a01-abd7-a42845de8cb8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:57.430198 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d3f1a2a-50cc-4c16-9db2-05bff841e707 req-d55c25c9-5320-4a01-abd7-a42845de8cb8 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 946 time: 0.0630975 Mar 14 14:36:57.483665 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d3f1a2a-50cc-4c16-9db2-05bff841e707 req-4e2ed1e8-477c-4f69-bb38-75540720f4bf tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df38522-ee73-4e83-8865-0cecdb8c7448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Mar 14 14:36:57.525651 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.526018 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.526365 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Floating IP 7cf53514-c908-4c8b-98f5-587d0e497d03 disassociated. External IP: 172.27.2.57, port: 2264b1b4-c540-4c38-a2ef-576014b6eeba. Mar 14 14:36:57.527500 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Calling delete_port for 2264b1b4-c540-4c38-a2ef-576014b6eeba owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:57.789306 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (2264b1b4-c540-4c38-a2ef-576014b6eeba), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.819238 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'Port': ['ID=2264b1b4-c540-4c38-a2ef-576014b6eeba,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:57.943628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:58.063712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:58.075919 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:58.089454 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:58.090288 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:58.108610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] No DVR routers for this DVR port 2264b1b4-c540-4c38-a2ef-576014b6eeba on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:58.111120 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:58.114762 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcfbf464-2008-4217-bc1c-8e2f14afd156 req-ce3d21d6-8006-481a-ae35-459251076047 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.53 "DELETE /v2.0/ports/2264b1b4-c540-4c38-a2ef-576014b6eeba HTTP/1.1" status: 204 len: 173 time: 0.9665241 Mar 14 14:36:58.115266 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'name': 'network-vif-deleted', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:58.118278 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f327f7-baea-4c69-8a30-9ebb0dc93f81" -d '{"events": [{"server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "name": "network-vif-deleted", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:58.169513 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ca3f5d-d0dd-411f-8f62-140cc4261c87 x-openstack-request-id: req-f7ca3f5d-d0dd-411f-8f62-140cc4261c87 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:58.169817 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc374474-f2a4-4734-ada4-bc1716d869bf", "name": "network-vif-deleted", "tag": "2264b1b4-c540-4c38-a2ef-576014b6eeba", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:58.170097 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7ca3f5d-d0dd-411f-8f62-140cc4261c87 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:58.170589 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc374474-f2a4-4734-ada4-bc1716d869bf', 'name': 'network-vif-deleted', 'tag': '2264b1b4-c540-4c38-a2ef-576014b6eeba', 'status': 'completed', 'code': 200} Mar 14 14:36:58.226156 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:58.583268 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:58.603925 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-849540ab-ce13-4c7f-b2ae-31f852c6522a req-8bb12794-fe2b-4eb2-b8dd-cffd8778028b tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc374474-f2a4-4734-ada4-bc1716d869bf HTTP/1.1" status: 200 len: 210 time: 0.0311711 Mar 14 14:36:58.612154 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:58.620945 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:58.622471 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:58.744146 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:58.957065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:58.998673 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c22ef-35b5-4720-8125-14f349e78c77 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:30:08Z', 'revision_number': 4, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4', 'name': '', 'network_id': '9e997901-0a19-42b4-9214-a40430524c50', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'mac_address': 'fa:16:3e:48:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:06Z', 'updated_at': '2022-03-14T14:30:28Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'subnets': [{'id': '63d590c4-05a7-4bd4-af35-493dc8d3e510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:59.261917 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cb89a-98e6-4786-afaf-fd8d5adfaf0b None None] New status for floating IP 7cf53514-c908-4c8b-98f5-587d0e497d03: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:36:59.371865 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 2264b1b4-c540-4c38-a2ef-576014b6eeba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:59.396929 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 2264b1b4-c540-4c38-a2ef-576014b6eeba {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:59.396929 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 2264b1b4-c540-4c38-a2ef-576014b6eeba not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:59.783290 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53026) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:59.842301 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (3df38522-ee73-4e83-8865-0cecdb8c7448), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.874066 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (3df38522-ee73-4e83-8865-0cecdb8c7448), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.995746 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3df38522-ee73-4e83-8865-0cecdb8c7448), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.001229 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.003264 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "DELETE /v2.0/security-groups/3df38522-ee73-4e83-8865-0cecdb8c7448 HTTP/1.1" status: 204 len: 168 time: 0.2187138 Mar 14 14:37:00.006003 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53028) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:00.016703 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2700338-a0ab-4ddf-bcbc-8cbd7813b274 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df38522-ee73-4e83-8865-0cecdb8c7448,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:00.019255 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.api.v2.resource [None req-34d02cb9-d832-46c5-8c64-aa741f2e5397 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] show failed (client error): The resource could not be found. Mar 14 14:37:00.020280 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-34d02cb9-d832-46c5-8c64-aa741f2e5397 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "GET /v2.0/security-groups/3df38522-ee73-4e83-8865-0cecdb8c7448 HTTP/1.1" status: 404 len: 347 time: 0.0131669 Mar 14 14:37:00.023358 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53030) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:00.154327 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Deleting port 04c0edcc-a57f-4066-878d-b053146ba163 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:00.154668 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (04c0edcc-a57f-4066-878d-b053146ba163), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.263365 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (04c0edcc-a57f-4066-878d-b053146ba163), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.263604 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (04c0edcc-a57f-4066-878d-b053146ba163), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.276038 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Calling delete_port for 04c0edcc-a57f-4066-878d-b053146ba163 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:00.703708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (04c0edcc-a57f-4066-878d-b053146ba163), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.728968 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Pushing event deleted for resources: {'Port': ['ID=04c0edcc-a57f-4066-878d-b053146ba163,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:00.801297 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks [] for floatingip (7cf53514-c908-4c8b-98f5-587d0e497d03), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.802269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:00.803940 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-287181ab-d10e-4e27-87e6-48342932d177 tempest-AttachVolumeTestJSON-1820970895 tempest-AttachVolumeTestJSON-1820970895-project] 10.222.0.30 "DELETE /v2.0/floatingips/7cf53514-c908-4c8b-98f5-587d0e497d03 HTTP/1.1" status: 204 len: 168 time: 0.7793932 Mar 14 14:37:00.905128 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53040) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:01.403268 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:01.666452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Deleting port acf10e60-7575-4dd3-b204-607b513248dc {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:01.666727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (acf10e60-7575-4dd3-b204-607b513248dc), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:01.752191 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] For port acf10e60-7575-4dd3-b204-607b513248dc, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=acf10e60-7575-4dd3-b204-607b513248dc,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:01.752551 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (acf10e60-7575-4dd3-b204-607b513248dc), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:01.765159 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Calling delete_port for acf10e60-7575-4dd3-b204-607b513248dc owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:02.000991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (acf10e60-7575-4dd3-b204-607b513248dc), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:02.029191 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf10e60-7575-4dd3-b204-607b513248dc,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:02.244170 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:02.483481 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:02.598314 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:02.606751 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53054) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:02.607173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7b171625-3e1d-41b2-9e04-aff914dd5540 admin admin] 10.222.0.30 "PUT /v2.0/routers/14e8966f-797e-499c-9ec0-c6b9b0c0ded6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006381 Mar 14 14:37:02.612661 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Sync routers for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:02.626876 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:02.627594 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:02.729342 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks [] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:02.747050 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:02.842976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks [] for router_gateway (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:02.942242 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:37:01Z', 'revision_number': 5, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port': {'id': '4d9b8477-3ca6-45bd-815b-1e629506e726', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:31:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:55Z', 'updated_at': '2022-03-14T14:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:02.974271 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Deleting port 4d9b8477-3ca6-45bd-815b-1e629506e726 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:02.974625 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:02.975439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Checking router: 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:02.987977 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Routers {'14e8966f-797e-499c-9ec0-c6b9b0c0ded6'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:02.988588 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:03.075900 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] For port 4d9b8477-3ca6-45bd-815b-1e629506e726, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=4d9b8477-3ca6-45bd-815b-1e629506e726,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:03.076259 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.092251 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Calling delete_port for 4d9b8477-3ca6-45bd-815b-1e629506e726 owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:03.092476 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] Set router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:03.149248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:37:02Z', 'revision_number': 6, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:03.176463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac70a7e-07e7-4597-8af8-7cb60c96fc53 None None] The sync data for ids ['14e8966f-797e-499c-9ec0-c6b9b0c0ded6'] in dv-cinder-790535-28-iscsi is: [{'id': '14e8966f-797e-499c-9ec0-c6b9b0c0ded6', 'name': 'tempest-AttachVolumeNegativeTest-867428430-router', 'tenant_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:53Z', 'updated_at': '2022-03-14T14:37:02Z', 'revision_number': 6, 'project_id': '36030daf77aa4eb9a4c6ab533dd481b7', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:03.326324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (4d9b8477-3ca6-45bd-815b-1e629506e726), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.354111 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9b8477-3ca6-45bd-815b-1e629506e726,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:03.416832 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.529759 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.532268 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks [] for router_controller (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.635234 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (14e8966f-797e-499c-9ec0-c6b9b0c0ded6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.635936 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e8966f-797e-499c-9ec0-c6b9b0c0ded6 {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:37:03.646458 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.646458 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7cfee1ab-1cc6-404a-9b49-99d0dec74466 admin admin] 10.222.0.30 "DELETE /v2.0/routers/14e8966f-797e-499c-9ec0-c6b9b0c0ded6 HTTP/1.1" status: 204 len: 168 time: 1.0377357 Mar 14 14:37:03.648082 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53064) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:03.693795 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Deleting subnet b7b35dcc-5c95-488b-88c3-c2f5bfeda88b {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:37:03.701738 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Publish callbacks [] for subnet (b7b35dcc-5c95-488b-88c3-c2f5bfeda88b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.742470 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (b7b35dcc-5c95-488b-88c3-c2f5bfeda88b), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:03.850240 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (b7b35dcc-5c95-488b-88c3-c2f5bfeda88b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.013485 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (b7b35dcc-5c95-488b-88c3-c2f5bfeda88b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.040016 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b35dcc-5c95-488b-88c3-c2f5bfeda88b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:04.043691 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.047175 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-25841faf-a80d-4fc4-95ef-758706ff66e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7b35dcc-5c95-488b-88c3-c2f5bfeda88b HTTP/1.1" status: 204 len: 168 time: 0.3981369 Mar 14 14:37:04.049808 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53068) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:04.053005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f21924-34dd-4bf7-b42a-4ba62872f148 None None] Network c97f87a9-75a3-42aa-b254-82913f3baa76 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:04.127727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (c97f87a9-75a3-42aa-b254-82913f3baa76), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.195296 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device acf10e60-7575-4dd3-b204-607b513248dc no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:04.208938 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Deleting port 59e22090-fc32-4f44-a474-d2e8b7baca74 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:04.210476 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.226395 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: acf10e60-7575-4dd3-b204-607b513248dc {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:04.226752 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device acf10e60-7575-4dd3-b204-607b513248dc not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:04.227369 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 4d9b8477-3ca6-45bd-815b-1e629506e726 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:04.252851 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 4d9b8477-3ca6-45bd-815b-1e629506e726 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:04.253175 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 4d9b8477-3ca6-45bd-815b-1e629506e726 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:04.263542 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] DHCP port deletion for c97f87a9-75a3-42aa-b254-82913f3baa76 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:37:04.302208 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] For port 59e22090-fc32-4f44-a474-d2e8b7baca74, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=59e22090-fc32-4f44-a474-d2e8b7baca74,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:04.302810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.331788 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Calling delete_port for 59e22090-fc32-4f44-a474-d2e8b7baca74 owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:04.336273 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Deleting port 59e22090-fc32-4f44-a474-d2e8b7baca74 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:04.336678 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.411337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] For port 59e22090-fc32-4f44-a474-d2e8b7baca74, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=59e22090-fc32-4f44-a474-d2e8b7baca74,segment=NetworkSegment(976584a4-a2c1-444a-b4a3-a0c12bf31c15),segment_id=976584a4-a2c1-444a-b4a3-a0c12bf31c15)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:04.411774 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.427768 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Calling delete_port for 59e22090-fc32-4f44-a474-d2e8b7baca74 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:04.469532 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.497159 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e22090-fc32-4f44-a474-d2e8b7baca74,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:04.500740 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] No DVR routers for this DVR port 59e22090-fc32-4f44-a474-d2e8b7baca74 on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:04.562204 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (59e22090-fc32-4f44-a474-d2e8b7baca74), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.576615 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (c97f87a9-75a3-42aa-b254-82913f3baa76), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.588406 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] Pushing event deleted for resources: {'Port': ['ID=59e22090-fc32-4f44-a474-d2e8b7baca74,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:04.593091 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922a8e3-22c0-42ee-92fe-931ae6ace150 None None] No DVR routers for this DVR port 59e22090-fc32-4f44-a474-d2e8b7baca74 on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:04.599060 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97f87a9-75a3-42aa-b254-82913f3baa76']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:04.610320 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976584a4-a2c1-444a-b4a3-a0c12bf31c15') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:04.610726 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976584a4-a2c1-444a-b4a3-a0c12bf31c15') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:04.622496 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (976584a4-a2c1-444a-b4a3-a0c12bf31c15), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.637058 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (976584a4-a2c1-444a-b4a3-a0c12bf31c15), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.643566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:37:04.643957 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (976584a4-a2c1-444a-b4a3-a0c12bf31c15), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:37:04.645664 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:37:04.812310 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (c97f87a9-75a3-42aa-b254-82913f3baa76), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.829514 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:04.832824 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c97f87a9-75a3-42aa-b254-82913f3baa76 HTTP/1.1" status: 204 len: 168 time: 0.7812595 Mar 14 14:37:04.834452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af897a2-a62b-4a7b-ba8f-95261764b558 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97f87a9-75a3-42aa-b254-82913f3baa76,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:04.856927 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53078) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:05.158664 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53082) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:05.203969 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c3df1a52-f6f1-43c8-a80c-7e4bbea5a2ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36030daf77aa4eb9a4c6ab533dd481b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440211 Mar 14 14:37:05.206447 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53084) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:05.259808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] Publish callbacks [] for security_group (ae55e566-4f0c-4738-bc4a-95aaff6181f5), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.284503 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] Publish callbacks [] for security_group (ae55e566-4f0c-4738-bc4a-95aaff6181f5), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.395230 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ae55e566-4f0c-4738-bc4a-95aaff6181f5), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.397924 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.399141 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae55e566-4f0c-4738-bc4a-95aaff6181f5 HTTP/1.1" status: 204 len: 168 time: 0.1917503 Mar 14 14:37:05.409431 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6ca5-f524-4050-89b6-2e333f9cf89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55e566-4f0c-4738-bc4a-95aaff6181f5,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:05.551778 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (ade76ab1-2612-4753-aa1c-f264b86a212e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.819286 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Deleting port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:05.819629 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.910359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] For port 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:05.910714 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:05.923587 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Calling delete_port for 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:06.178675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:06.179802 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 59e22090-fc32-4f44-a474-d2e8b7baca74 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:06.207590 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 59e22090-fc32-4f44-a474-d2e8b7baca74 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:06.207946 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 59e22090-fc32-4f44-a474-d2e8b7baca74 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:06.208783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Pushing event deleted for resources: {'Port': ['ID=17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:06.403867 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (ade76ab1-2612-4753-aa1c-f264b86a212e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:06.644858 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Router ade76ab1-2612-4753-aa1c-f264b86a212e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:06.774832 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:06.779985 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-daabdf29-4318-4b13-9d9e-b4893b4fa89f admin admin] 10.222.0.30 "PUT /v2.0/routers/ade76ab1-2612-4753-aa1c-f264b86a212e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219666 Mar 14 14:37:06.782563 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53110) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:06.785725 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Sync routers for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:06.798258 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:06.798885 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:06.912359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks [] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:06.925410 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:07.065853 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks [] for router_gateway (ade76ab1-2612-4753-aa1c-f264b86a212e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.131338 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:37:06Z', 'revision_number': 5, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port': {'id': '5b560449-6f7c-40ab-b524-dffaa73b065c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:07.159519 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Checking router: ade76ab1-2612-4753-aa1c-f264b86a212e for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:07.173107 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Routers {'ade76ab1-2612-4753-aa1c-f264b86a212e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:07.173733 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:36:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['ade76ab1-2612-4753-aa1c-f264b86a212e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:07.216737 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Deleting port 5b560449-6f7c-40ab-b524-dffaa73b065c {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:07.217118 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.329106 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] For port 5b560449-6f7c-40ab-b524-dffaa73b065c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5b560449-6f7c-40ab-b524-dffaa73b065c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:07.330387 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.344765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Calling delete_port for 5b560449-6f7c-40ab-b524-dffaa73b065c owned by network:router_gateway {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:07.391697 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] Set router ade76ab1-2612-4753-aa1c-f264b86a212e gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:07.451747 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:37:07Z', 'revision_number': 6, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:07.481118 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3946a23-c293-415f-a71c-05bab46fe603 None None] The sync data for ids ['ade76ab1-2612-4753-aa1c-f264b86a212e'] in dv-cinder-790535-28-iscsi is: [{'id': 'ade76ab1-2612-4753-aa1c-f264b86a212e', 'name': 'tempest-AttachVolumeTestJSON-1385955543-router', 'tenant_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:56Z', 'updated_at': '2022-03-14T14:37:07Z', 'revision_number': 6, 'project_id': 'c77dd647d67d466cb11abb4e0bc0936f', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:07.601142 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (5b560449-6f7c-40ab-b524-dffaa73b065c), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.630289 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b560449-6f7c-40ab-b524-dffaa73b065c,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:07.701507 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (ade76ab1-2612-4753-aa1c-f264b86a212e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.824123 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.829003 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks [] for router_controller (ade76ab1-2612-4753-aa1c-f264b86a212e), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.978210 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (ade76ab1-2612-4753-aa1c-f264b86a212e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.978799 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade76ab1-2612-4753-aa1c-f264b86a212e {{(pid=103622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:37:07.984965 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.986280 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-2bcaef90-131f-42f3-8a23-35f4d31db781 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ade76ab1-2612-4753-aa1c-f264b86a212e HTTP/1.1" status: 204 len: 168 time: 1.2027183 Mar 14 14:37:07.988972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53134) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:08.046025 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Deleting subnet 63d590c4-05a7-4bd4-af35-493dc8d3e510 {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:37:08.049704 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Publish callbacks [] for subnet (63d590c4-05a7-4bd4-af35-493dc8d3e510), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.089558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (63d590c4-05a7-4bd4-af35-493dc8d3e510), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.155295 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d49488d8-223a-4d85-9a2f-378a30ea230d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.220401 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (63d590c4-05a7-4bd4-af35-493dc8d3e510), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.329282 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5b560449-6f7c-40ab-b524-dffaa73b065c no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:08.350829 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 5b560449-6f7c-40ab-b524-dffaa73b065c {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:08.351172 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5b560449-6f7c-40ab-b524-dffaa73b065c not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:08.351583 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:08.356330 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (63d590c4-05a7-4bd4-af35-493dc8d3e510), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.372798 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:08.373147 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 17d2ac2c-eaf9-495c-b9e8-f2d8da1d6ab4 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:08.389897 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d590c4-05a7-4bd4-af35-493dc8d3e510,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:08.392006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.396651 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d2183f5b-064a-4fa5-a677-b8dbae20a720 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63d590c4-05a7-4bd4-af35-493dc8d3e510 HTTP/1.1" status: 204 len: 168 time: 0.4054520 Mar 14 14:37:08.397974 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53138) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:08.398198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b0f67-7292-436a-b107-943b2933650b None None] Network 9e997901-0a19-42b4-9214-a40430524c50 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:08.486757 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (9e997901-0a19-42b4-9214-a40430524c50), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.554348 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Deleting port 092d85dd-7a93-403a-9248-65c804c38a75 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:08.554693 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (092d85dd-7a93-403a-9248-65c804c38a75), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.631247 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] For port 092d85dd-7a93-403a-9248-65c804c38a75, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=092d85dd-7a93-403a-9248-65c804c38a75,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:08.631619 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (092d85dd-7a93-403a-9248-65c804c38a75), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.651158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Calling delete_port for 092d85dd-7a93-403a-9248-65c804c38a75 owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:08.725303 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] DHCP port deletion for 9e997901-0a19-42b4-9214-a40430524c50 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:37:08.776367 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Deleting port 092d85dd-7a93-403a-9248-65c804c38a75 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:08.776734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (092d85dd-7a93-403a-9248-65c804c38a75), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.800394 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (092d85dd-7a93-403a-9248-65c804c38a75), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.828387 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=092d85dd-7a93-403a-9248-65c804c38a75,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:08.830272 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] No DVR routers for this DVR port 092d85dd-7a93-403a-9248-65c804c38a75 on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:08.849759 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] For port 092d85dd-7a93-403a-9248-65c804c38a75, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=092d85dd-7a93-403a-9248-65c804c38a75,segment=NetworkSegment(840607a6-0e86-4828-9e51-f7f2249f8855),segment_id=840607a6-0e86-4828-9e51-f7f2249f8855)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:08.850187 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (092d85dd-7a93-403a-9248-65c804c38a75), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.865630 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Calling delete_port for 092d85dd-7a93-403a-9248-65c804c38a75 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:08.917759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (9e997901-0a19-42b4-9214-a40430524c50), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.942010 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e997901-0a19-42b4-9214-a40430524c50']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.953659 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840607a6-0e86-4828-9e51-f7f2249f8855') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.954067 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840607a6-0e86-4828-9e51-f7f2249f8855') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.959290 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (092d85dd-7a93-403a-9248-65c804c38a75), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.965023 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (840607a6-0e86-4828-9e51-f7f2249f8855), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.981379 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (840607a6-0e86-4828-9e51-f7f2249f8855), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.990273 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:37:08.990692 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (840607a6-0e86-4828-9e51-f7f2249f8855), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:08.990845 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Pushing event deleted for resources: {'Port': ['ID=092d85dd-7a93-403a-9248-65c804c38a75,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:37:08.992553 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:37:08.995257 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] No DVR routers for this DVR port 092d85dd-7a93-403a-9248-65c804c38a75 on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:09.002210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.002558 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.002897 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.003235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.003564 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.003895 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.004219 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.004542 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.004870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.005193 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.005530 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.005823 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.006175 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.006499 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.006816 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d99f4-70e2-42a1-a16c-004089c9a678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:09.132403 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (9e997901-0a19-42b4-9214-a40430524c50), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.138610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.141718 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] 10.222.0.30 "DELETE /v2.0/networks/9e997901-0a19-42b4-9214-a40430524c50 HTTP/1.1" status: 204 len: 168 time: 0.7427602 Mar 14 14:37:09.154156 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5bfae-952e-48b7-af0e-3744218ca4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9e997901-0a19-42b4-9214-a40430524c50,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:09.486289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53148) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:09.527455 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-93c76bc3-3e0b-4713-8d0a-3fd6f80bf97f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c77dd647d67d466cb11abb4e0bc0936f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398438 Mar 14 14:37:09.530611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53150) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:09.585182 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] Publish callbacks [] for security_group (1f9b98a9-1260-4117-b371-df7189f0b7c3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.608074 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] Publish callbacks [] for security_group (1f9b98a9-1260-4117-b371-df7189f0b7c3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.733069 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1f9b98a9-1260-4117-b371-df7189f0b7c3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.735732 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:09.736897 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f9b98a9-1260-4117-b371-df7189f0b7c3 HTTP/1.1" status: 204 len: 168 time: 0.2052801 Mar 14 14:37:09.744635 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75446-3d25-4674-a495-79beeafbad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b98a9-1260-4117-b371-df7189f0b7c3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:10.178915 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 092d85dd-7a93-403a-9248-65c804c38a75 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:10.204933 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 092d85dd-7a93-403a-9248-65c804c38a75 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:10.205287 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 092d85dd-7a93-403a-9248-65c804c38a75 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:10.555174 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-750071ef-2f61-47f0-bc72-1a6cac33fb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.012239 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:37:12.931759 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:13.725926 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.454334 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c59b6f-35bc-4f35-8751-3640d4f0513a req-a496eab7-cccf-4452-998a-3fb26b99bf3d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:15.455864 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5c59b6f-35bc-4f35-8751-3640d4f0513a req-a496eab7-cccf-4452-998a-3fb26b99bf3d tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0605261 Mar 14 14:37:15.485975 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.513357 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5c59b6f-35bc-4f35-8751-3640d4f0513a req-d7baae31-f9ba-476e-a9e9-3dcea52fe207 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515058 Mar 14 14:37:16.665194 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0a12a-81ea-42d8-a8ff-7521e072b938 req-83dd2db0-e051-4e1e-b9ea-7cbab372b245 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:16.666780 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8d0a12a-81ea-42d8-a8ff-7521e072b938 req-83dd2db0-e051-4e1e-b9ea-7cbab372b245 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0707738 Mar 14 14:37:16.728552 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8d0a12a-81ea-42d8-a8ff-7521e072b938 req-4b6fd075-ed62-40c1-b575-acb3964cc691 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518856 Mar 14 14:37:17.132899 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-6f16a441-0e75-4da6-854b-179fd93f6419 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071172595&fields=id&tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054 HTTP/1.1" status: 200 len: 267 time: 0.0557837 Mar 14 14:37:17.209089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-d941c806-1369-42ee-a08c-b32f66c77d16 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:17.210912 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-d941c806-1369-42ee-a08c-b32f66c77d16 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 985 time: 0.0714300 Mar 14 14:37:17.211948 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.226397 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Request body: {'port': {'security_groups': ['2c884d23-c4cc-4b18-85ff-783cdbf34bce']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:17.305459 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.509513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:17.547726 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.612031 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.658039 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:17.658706 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.660135 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8c9b17fb-5516-440c-a459-fdbfe0f50da7 req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "PUT /v2.0/ports/c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 943 time: 0.4422865 Mar 14 14:37:17.660597 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:17.663022 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685be876-05fa-4b73-bee4-db193793050a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:17.667121 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53284) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:17.691300 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412e5ee-7cfb-4f80-b998-dba045ea3782 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event updated for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=7']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:17.714342 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28dbda-9783-41aa-aebc-85a2f1d15fe2 x-openstack-request-id: req-1c28dbda-9783-41aa-aebc-85a2f1d15fe2 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:17.714640 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:17.714907 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c28dbda-9783-41aa-aebc-85a2f1d15fe2 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:17.715306 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:37:17.741364 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (f1962085-4392-45f8-bf91-fc55147b1ee5), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.776794 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (f1962085-4392-45f8-bf91-fc55147b1ee5), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.872861 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e1ee4-164d-446e-9c26-7a476bacd54b req-0ae84c78-1033-4ae3-91fb-ef7cedeb2f2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:17.874363 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a3e1ee4-164d-446e-9c26-7a476bacd54b req-0ae84c78-1033-4ae3-91fb-ef7cedeb2f2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0626099 Mar 14 14:37:17.915961 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-47acb230-a715-4438-b69a-4c3e847a6f1e None None] Provisioning complete for port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:17.923082 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47acb230-a715-4438-b69a-4c3e847a6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.926718 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a3e1ee4-164d-446e-9c26-7a476bacd54b req-9ae59ac8-a45f-432b-823c-43cd2be7adef tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466173 Mar 14 14:37:17.989216 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f1962085-4392-45f8-bf91-fc55147b1ee5), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.992007 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.995539 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1962085-4392-45f8-bf91-fc55147b1ee5 HTTP/1.1" status: 204 len: 168 time: 0.3242354 Mar 14 14:37:17.995708 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-47acb230-a715-4438-b69a-4c3e847a6f1e None None] Current status of the port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:17.996052 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53292) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:18.005108 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f21f6e-23ea-44c6-a12c-e6453bf36898 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1962085-4392-45f8-bf91-fc55147b1ee5,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:18.164689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Deleting port 28f45bb3-2b9f-4fdd-b113-652b3d7dad5c {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:18.165283 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.260653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.261230 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for floatingip (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.278712 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Calling delete_port for 28f45bb3-2b9f-4fdd-b113-652b3d7dad5c owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:18.554642 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (28f45bb3-2b9f-4fdd-b113-652b3d7dad5c), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.583631 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event deleted for resources: {'Port': ['ID=28f45bb3-2b9f-4fdd-b113-652b3d7dad5c,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:18.649822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks [] for floatingip (3ed07f51-e651-4c32-a9f1-c32f88987866), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.650187 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Floating IP 3ed07f51-e651-4c32-a9f1-c32f88987866 disassociated (deleted). External IP: 172.27.2.244, port: c507d5af-5cc1-43b6-9e8b-e86d89324ec3. Mar 14 14:37:19.057692 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2187c-ef37-48bc-83d4-0a963f3939b2 req-2259981d-a261-4c95-af5d-2013daa1d1c5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:19.059425 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60d2187c-ef37-48bc-83d4-0a963f3939b2 req-2259981d-a261-4c95-af5d-2013daa1d1c5 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0582113 Mar 14 14:37:19.118860 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60d2187c-ef37-48bc-83d4-0a963f3939b2 req-3646aeec-b2de-4e9e-a23a-ea9e0795e238 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534844 Mar 14 14:37:19.145639 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Router 6bdea13d-8185-41a6-98bf-997ed1917a69 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:19.280957 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:19.286456 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.291227 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Sync routers for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:19.302430 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:19.303074 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:19.319491 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-28e37d03-3944-4394-9621-d5ba4706df8b tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "DELETE /v2.0/floatingips/3ed07f51-e651-4c32-a9f1-c32f88987866 HTTP/1.1" status: 204 len: 168 time: 1.3197370 Mar 14 14:37:19.426966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:19.640902 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:19.669633 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Checking router: 6bdea13d-8185-41a6-98bf-997ed1917a69 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:19.679078 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:19.679722 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:19.716817 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:19.720027 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:19.757387 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d81181-6952-427a-8d93-ea9858eefc71 x-openstack-request-id: req-10d81181-6952-427a-8d93-ea9858eefc71 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:19.757686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:19.757947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10d81181-6952-427a-8d93-ea9858eefc71 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:19.758411 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:37:19.772890 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:37:19.832774 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:19.879203 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be876-05fa-4b73-bee4-db193793050a req-b5c52da6-bb2a-4059-8cd5-089fc6ea4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:19.890401 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-b5c52da6-bb2a-4059-8cd5-089fc6ea4a1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1130 time: 0.0674438 Mar 14 14:37:19.948941 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:37:20.018175 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be876-05fa-4b73-bee4-db193793050a req-efee6a6e-662a-4001-bf39-86fd5f627007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.019896 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-efee6a6e-662a-4001-bf39-86fd5f627007 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 915 time: 0.1055279 Mar 14 14:37:20.127499 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-e182a0e5-4413-4a0f-94f5-40afc0018b58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 217 time: 0.0444326 Mar 14 14:37:20.146556 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d554-3b51-4613-9519-e80397c7b64f req-c828edfc-7805-48c1-89d8-458bec2c64e2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.149079 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e409d554-3b51-4613-9519-e80397c7b64f req-c828edfc-7805-48c1-89d8-458bec2c64e2 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.0650752 Mar 14 14:37:20.185079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be876-05fa-4b73-bee4-db193793050a req-4aa3a445-39a0-4164-9fba-7563c27ca6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.187478 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-4aa3a445-39a0-4164-9fba-7563c27ca6ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0534396 Mar 14 14:37:20.261061 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be876-05fa-4b73-bee4-db193793050a req-51308f2a-e5bd-4510-863d-84f7b72bad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.261061 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-51308f2a-e5bd-4510-863d-84f7b72bad28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641577 Mar 14 14:37:20.298907 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:20.322090 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2b9b-3087-42ab-b1c5-89e230d1f26a req-03abefc3-a64d-44fe-bb67-0ac2674365be tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.323614 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-62ff2b9b-3087-42ab-b1c5-89e230d1f26a req-03abefc3-a64d-44fe-bb67-0ac2674365be tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 947 time: 0.1094625 Mar 14 14:37:20.336883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78243c6f-4189-45ca-9c32-0ac7c6a2376e None None] The sync data for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi is: [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '26ba1959-0ddd-475d-9bac-c0e54ba12269', 'name': '', 'network_id': '88069b20-70e8-489d-94ba-473496216603', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'mac_address': 'fa:16:3e:e3:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:47Z', 'updated_at': '2022-03-14T14:34:53Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'subnets': [{'id': '54b8a310-6ff8-42f8-aa04-96e6645fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:20.358674 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Deleting port da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:20.358999 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.452427 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-62ff2b9b-3087-42ab-b1c5-89e230d1f26a req-fa68b61d-6a32-40d9-8caf-f57d3806d61c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a53b038-3fb2-4253-9dba-d7a590d775db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188915 Mar 14 14:37:20.508087 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] For port da01eae7-60d2-436b-aa4d-427d019ea0b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=da01eae7-60d2-436b-aa4d-427d019ea0b8,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:20.508754 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.658009 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-16122cc2-9f25-4e97-abb7-7417ff1a8ef1 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871100 Mar 14 14:37:20.728537 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916ad23-ab48-4de8-8ec2-0d07c4003931 None None] New status for floating IP 3ed07f51-e651-4c32-a9f1-c32f88987866: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:37:20.758216 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.758590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.758945 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Floating IP 46d7834e-a809-437d-a6c4-4a2df558a6d4 disassociated. External IP: 172.27.2.211, port: da01eae7-60d2-436b-aa4d-427d019ea0b8. Mar 14 14:37:20.759270 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Calling delete_port for da01eae7-60d2-436b-aa4d-427d019ea0b8 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:20.794995 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-685be876-05fa-4b73-bee4-db193793050a req-f5ac0235-42c8-4688-93fc-54d5973e27b2 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292818 Mar 14 14:37:20.975255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-6fb8efa9-e337-4eee-bca5-f40ad087ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:20.976919 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-6fb8efa9-e337-4eee-bca5-f40ad087ad86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 1130 time: 0.0479770 Mar 14 14:37:20.994519 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (da01eae7-60d2-436b-aa4d-427d019ea0b8), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.030386 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'Port': ['ID=da01eae7-60d2-436b-aa4d-427d019ea0b8,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:21.097429 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-5c8df73e-bd15-4b58-8265-4a705366a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:21.099262 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-5c8df73e-bd15-4b58-8265-4a705366a94b service neutron] 10.222.0.53 "GET /v2.0/networks?id=88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 200 len: 915 time: 0.1161339 Mar 14 14:37:21.153740 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-3c49b653-d264-49dc-a02b-a03044fb3473 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 200 len: 217 time: 0.0480425 Mar 14 14:37:21.171300 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:21.230932 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-23b1119e-9627-4d66-89e2-3e6e4b7ba24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:21.233575 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-23b1119e-9627-4d66-89e2-3e6e4b7ba24f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 200 len: 853 time: 0.0709851 Mar 14 14:37:21.288650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-3f42b05e-b877-4c6c-8884-440b5f7150f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:21.290370 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-3f42b05e-b877-4c6c-8884-440b5f7150f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88069b20-70e8-489d-94ba-473496216603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488281 Mar 14 14:37:21.302099 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:21.314005 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:21.328415 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:21.329137 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:21.351155 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] No DVR routers for this DVR port da01eae7-60d2-436b-aa4d-427d019ea0b8 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:21.353889 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.358176 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e409d554-3b51-4613-9519-e80397c7b64f req-3ae3721a-c875-4c7f-bab2-fa54ce763bf3 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.53 "DELETE /v2.0/ports/da01eae7-60d2-436b-aa4d-427d019ea0b8 HTTP/1.1" status: 204 len: 173 time: 1.2018175 Mar 14 14:37:21.395824 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-f6cf1403-018b-490a-97c6-0a77a15f17f1 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983605 Mar 14 14:37:21.455110 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:21.521598 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-74d7bc0a-eea5-43c3-9ae8-eb0173b4b434 req-2b61c518-dc9d-420f-868d-f1784b193877 service neutron] 10.222.0.53 "GET /v2.0/networks/88069b20-70e8-489d-94ba-473496216603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186783 Mar 14 14:37:21.585249 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b06ee8e-ac7a-4154-971d-bde2695744e8 req-128e6ec0-31a0-4aec-9d36-0cd57eea1dd1 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/ports?device_id=dedaf177-a4ec-474d-bae3-29d954646017 HTTP/1.1" status: 200 len: 210 time: 0.0367310 Mar 14 14:37:21.752480 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:21.759240 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-deleted', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:21.764279 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd280c23-050a-4ada-8cdb-85388329284a" -d '{"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-deleted", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:21.783599 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:21.793672 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:21.794833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:21.830395 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b65fba-3960-4498-9353-ef7caaa46b5d x-openstack-request-id: req-08b65fba-3960-4498-9353-ef7caaa46b5d {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:21.830695 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedaf177-a4ec-474d-bae3-29d954646017", "name": "network-vif-deleted", "tag": "da01eae7-60d2-436b-aa4d-427d019ea0b8", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:21.830953 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08b65fba-3960-4498-9353-ef7caaa46b5d {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:21.831355 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedaf177-a4ec-474d-bae3-29d954646017', 'name': 'network-vif-deleted', 'tag': 'da01eae7-60d2-436b-aa4d-427d019ea0b8', 'status': 'completed', 'code': 200} Mar 14 14:37:21.938440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:22.353785 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:22.387520 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdc66a-28ae-4f6c-b5fc-18cf79697955 None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:30:12Z', 'revision_number': 4, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '06be37c3-8874-47b5-b1cb-d0e6e571c83c', 'name': '', 'network_id': '1e4aa525-5bdd-4df2-8f20-26c114826120', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'mac_address': 'fa:16:3e:7b:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:07Z', 'updated_at': '2022-03-14T14:30:23Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'subnets': [{'id': '72ab6e4c-1785-4d5d-bcdc-59849e087248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:22.627179 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61bc4c-524e-46fa-a035-8be0fb8b252a None None] New status for floating IP 46d7834e-a809-437d-a6c4-4a2df558a6d4: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:37:22.772933 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53390) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:22.832754 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (3a53b038-3fb2-4253-9dba-d7a590d775db), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:22.862846 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (3a53b038-3fb2-4253-9dba-d7a590d775db), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.006414 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3a53b038-3fb2-4253-9dba-d7a590d775db), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.009190 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.010380 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a53b038-3fb2-4253-9dba-d7a590d775db HTTP/1.1" status: 204 len: 168 time: 0.2360940 Mar 14 14:37:23.013275 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53392) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:23.020759 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf2b18-f0b0-4575-826f-af0297b91cb4 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53b038-3fb2-4253-9dba-d7a590d775db,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:23.027281 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-473f2c8b-079e-43ee-81fe-e14b27063aa9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] show failed (client error): The resource could not be found. Mar 14 14:37:23.028218 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-473f2c8b-079e-43ee-81fe-e14b27063aa9 tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "GET /v2.0/security-groups/3a53b038-3fb2-4253-9dba-d7a590d775db HTTP/1.1" status: 404 len: 347 time: 0.0139229 Mar 14 14:37:23.032075 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53394) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:23.170904 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Deleting port ce0abe31-e32e-4f39-8f2e-d59250b9537d {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:23.171244 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.253357 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.253357 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (ce0abe31-e32e-4f39-8f2e-d59250b9537d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.268100 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Calling delete_port for ce0abe31-e32e-4f39-8f2e-d59250b9537d owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:23.526561 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (ce0abe31-e32e-4f39-8f2e-d59250b9537d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.557015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Pushing event deleted for resources: {'Port': ['ID=ce0abe31-e32e-4f39-8f2e-d59250b9537d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:23.623766 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks [] for floatingip (46d7834e-a809-437d-a6c4-4a2df558a6d4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.626328 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:23.627526 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-eb422b26-3651-4305-bbdf-7e0dbd113c2c tempest-AttachVolumeShelveTestJSON-717654633 tempest-AttachVolumeShelveTestJSON-717654633-project] 10.222.0.30 "DELETE /v2.0/floatingips/46d7834e-a809-437d-a6c4-4a2df558a6d4 HTTP/1.1" status: 204 len: 168 time: 0.5945096 Mar 14 14:37:23.798273 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:23.820567 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: da01eae7-60d2-436b-aa4d-427d019ea0b8 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:23.820925 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device da01eae7-60d2-436b-aa4d-427d019ea0b8 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:24.057633 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad342-c0f4-4122-870e-86e90409bcda req-33dece0c-c3b0-46d5-9652-858e9f66e477 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:24.059180 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7fcad342-c0f4-4122-870e-86e90409bcda req-33dece0c-c3b0-46d5-9652-858e9f66e477 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0579221 Mar 14 14:37:24.107974 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7fcad342-c0f4-4122-870e-86e90409bcda req-3de48c96-8138-43a7-b670-6ab73b08c839 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Mar 14 14:37:24.339735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53428) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:24.456639 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae66f264-da6d-428d-a854-23125ac97b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.535472 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae66f264-da6d-428d-a854-23125ac97b3b admin admin] Publish callbacks [] for security_group (9c3699e8-efad-4810-a387-94d218e1d265), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.663057 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae66f264-da6d-428d-a854-23125ac97b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9c3699e8-efad-4810-a387-94d218e1d265), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.707922 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ae66f264-da6d-428d-a854-23125ac97b3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=230a282b65a64c479dc42890fb75a769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670971 Mar 14 14:37:24.709648 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66f264-da6d-428d-a854-23125ac97b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3699e8-efad-4810-a387-94d218e1d265,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:24.710594 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53442) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:24.776680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] Publish callbacks [] for security_group (9c3699e8-efad-4810-a387-94d218e1d265), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.792237 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] Publish callbacks [] for security_group (9c3699e8-efad-4810-a387-94d218e1d265), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.914506 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9c3699e8-efad-4810-a387-94d218e1d265), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.917005 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:24.918223 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c3699e8-efad-4810-a387-94d218e1d265 HTTP/1.1" status: 204 len: 168 time: 0.2066076 Mar 14 14:37:24.926621 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809193bb-8daf-4c25-ac99-72d2f24654e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3699e8-efad-4810-a387-94d218e1d265,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:25.263740 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49dc9b-e3f2-414e-9542-b5f1767be9a0 req-5695835e-8421-4019-9726-4a64cecc3961 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:25.265217 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7c49dc9b-e3f2-414e-9542-b5f1767be9a0 req-5695835e-8421-4019-9726-4a64cecc3961 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0654085 Mar 14 14:37:25.318325 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7c49dc9b-e3f2-414e-9542-b5f1767be9a0 req-e5b55c41-f845-42ec-9bfb-ade3bee4da48 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Mar 14 14:37:26.135345 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-5b7fdfde-2643-46ae-88ae-3dfc6e14d111 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:26.136989 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-5b7fdfde-2643-46ae-88ae-3dfc6e14d111 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.0703223 Mar 14 14:37:26.247360 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Deleting port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:26.248529 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.346912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] For port c507d5af-5cc1-43b6-9e8b-e86d89324ec3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:26.347327 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.362145 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Calling delete_port for c507d5af-5cc1-43b6-9e8b-e86d89324ec3 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:26.544614 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53508) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:26.583710 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367eea-f93d-44ec-abf1-711f82bff1f9 req-b11c399d-78dd-4f75-afae-74b71d280d91 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:26.586071 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c1367eea-f93d-44ec-abf1-711f82bff1f9 req-b11c399d-78dd-4f75-afae-74b71d280d91 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 946 time: 0.1781819 Mar 14 14:37:26.654069 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c1367eea-f93d-44ec-abf1-711f82bff1f9 req-4a33d30f-1067-4f01-87d0-b0d4eb527804 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c884d23-c4cc-4b18-85ff-783cdbf34bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556254 Mar 14 14:37:26.766128 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (c507d5af-5cc1-43b6-9e8b-e86d89324ec3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.804848 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c507d5af-5cc1-43b6-9e8b-e86d89324ec3'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:37:26.821746 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Pushing event deleted for resources: {'Port': ['ID=c507d5af-5cc1-43b6-9e8b-e86d89324ec3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:26.895416 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] No DVR routers for this DVR port c507d5af-5cc1-43b6-9e8b-e86d89324ec3 on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:26.898778 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.902852 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5028c4b-04d0-4f18-8237-ea2505283546 req-f8937730-2c50-4295-b568-d99aa27f7f76 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.53 "DELETE /v2.0/ports/c507d5af-5cc1-43b6-9e8b-e86d89324ec3 HTTP/1.1" status: 204 len: 173 time: 0.7596121 Mar 14 14:37:26.903841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'name': 'network-vif-deleted', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:26.907258 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b73532-3c42-4b57-97d3-b1e0638b6e04" -d '{"events": [{"server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "name": "network-vif-deleted", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:26.949920 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c2a82e-3486-4ee9-9999-db70a45cf72d x-openstack-request-id: req-92c2a82e-3486-4ee9-9999-db70a45cf72d {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:26.950564 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d13e2c-72d9-419d-a1a8-3762b7de1a71", "name": "network-vif-deleted", "tag": "c507d5af-5cc1-43b6-9e8b-e86d89324ec3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:26.951171 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92c2a82e-3486-4ee9-9999-db70a45cf72d {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:26.951595 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13e2c-72d9-419d-a1a8-3762b7de1a71', 'name': 'network-vif-deleted', 'tag': 'c507d5af-5cc1-43b6-9e8b-e86d89324ec3', 'status': 'completed', 'code': 200} Mar 14 14:37:27.285271 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.671182 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Deleting port 06be37c3-8874-47b5-b1cb-d0e6e571c83c {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:27.672044 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.787412 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] For port 06be37c3-8874-47b5-b1cb-d0e6e571c83c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=06be37c3-8874-47b5-b1cb-d0e6e571c83c,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:27.787780 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.803553 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Calling delete_port for 06be37c3-8874-47b5-b1cb-d0e6e571c83c owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:27.809558 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9d1a538-4d2c-4008-9e59-b6e35deeaabf req-be1788bf-32cc-43b6-8360-6eca49d14867 tempest-TestMinimumBasicScenario-694157020 tempest-TestMinimumBasicScenario-694157020-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0d13e2c-72d9-419d-a1a8-3762b7de1a71 HTTP/1.1" status: 200 len: 210 time: 0.0431912 Mar 14 14:37:28.132121 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (06be37c3-8874-47b5-b1cb-d0e6e571c83c), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.158221 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53550) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:28.166686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Pushing event deleted for resources: {'Port': ['ID=06be37c3-8874-47b5-b1cb-d0e6e571c83c,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:28.306322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddae2-1e22-4b24-a826-1206bbee688a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.381382 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.402481 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddae2-1e22-4b24-a826-1206bbee688a admin admin] Publish callbacks [] for security_group (ca58346f-e264-49bb-9b8a-0e25e52af2aa), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.480258 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b3ddae2-1e22-4b24-a826-1206bbee688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ca58346f-e264-49bb-9b8a-0e25e52af2aa), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.523068 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1b3ddae2-1e22-4b24-a826-1206bbee688a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6795b1888bef4ccdbd7adb1ee3fc03f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643258 Mar 14 14:37:28.524040 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ddae2-1e22-4b24-a826-1206bbee688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58346f-e264-49bb-9b8a-0e25e52af2aa,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:28.526434 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53554) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:28.585010 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] Publish callbacks [] for security_group (ca58346f-e264-49bb-9b8a-0e25e52af2aa), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.610656 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] Publish callbacks [] for security_group (ca58346f-e264-49bb-9b8a-0e25e52af2aa), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.622793 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:28.736708 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:28.742442 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-70805c05-f241-485f-85e8-6533b974c69b admin admin] 10.222.0.30 "PUT /v2.0/routers/6d13f982-03b3-48b4-8243-ccda8d5ac2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964428 Mar 14 14:37:28.744324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53556) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:28.746402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Sync routers for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:28.757605 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:28.758249 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:28.785562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ca58346f-e264-49bb-9b8a-0e25e52af2aa), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.788349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.789486 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca58346f-e264-49bb-9b8a-0e25e52af2aa HTTP/1.1" status: 204 len: 168 time: 0.2621243 Mar 14 14:37:28.803748 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd9ce-4b9d-4f8f-9bb7-09db0973747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58346f-e264-49bb-9b8a-0e25e52af2aa,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:28.903341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:28.915095 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks [] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.041135 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks [] for router_gateway (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.108686 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:37:28Z', 'revision_number': 5, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port': {'id': '339c2dd0-1f05-4d1b-beda-321439a71663', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:29.144998 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Checking router: 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:29.154558 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Routers {'6d13f982-03b3-48b4-8243-ccda8d5ac2d4'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:29.155194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:29.164217 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Deleting port 339c2dd0-1f05-4d1b-beda-321439a71663 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:29.164710 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.251890 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] Set router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:29.272733 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] For port 339c2dd0-1f05-4d1b-beda-321439a71663, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=339c2dd0-1f05-4d1b-beda-321439a71663,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:29.275030 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.294734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Calling delete_port for 339c2dd0-1f05-4d1b-beda-321439a71663 owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:29.312027 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:37:29Z', 'revision_number': 6, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:29.338447 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87694bc0-24d8-42c2-8abf-fae91aaeb86c None None] The sync data for ids ['6d13f982-03b3-48b4-8243-ccda8d5ac2d4'] in dv-cinder-790535-28-iscsi is: [{'id': '6d13f982-03b3-48b4-8243-ccda8d5ac2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1240802958-router', 'tenant_id': '159d9adac9404a20965f4a0594abd84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:57Z', 'updated_at': '2022-03-14T14:37:29Z', 'revision_number': 6, 'project_id': '159d9adac9404a20965f4a0594abd84d', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:29.539691 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53596) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:29.552900 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa3086dc-944c-4464-9246-80ff07a35441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.618717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (339c2dd0-1f05-4d1b-beda-321439a71663), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.651592 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa3086dc-944c-4464-9246-80ff07a35441 admin admin] Publish callbacks [] for security_group (f1bcc7fe-86be-4746-a5c5-d798f78ee6da), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.653020 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=339c2dd0-1f05-4d1b-beda-321439a71663,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:29.728453 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.802818 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa3086dc-944c-4464-9246-80ff07a35441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f1bcc7fe-86be-4746-a5c5-d798f78ee6da), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.823698 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c507d5af-5cc1-43b6-9e8b-e86d89324ec3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:29.851520 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: c507d5af-5cc1-43b6-9e8b-e86d89324ec3 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:29.851862 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c507d5af-5cc1-43b6-9e8b-e86d89324ec3 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:29.869804 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.874940 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks [] for router_controller (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.878314 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aa3086dc-944c-4464-9246-80ff07a35441 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c8570153eb141128693d253499e9847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375154 Mar 14 14:37:29.881032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53606) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:29.882369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3086dc-944c-4464-9246-80ff07a35441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bcc7fe-86be-4746-a5c5-d798f78ee6da,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:29.941488 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] Publish callbacks [] for security_group (f1bcc7fe-86be-4746-a5c5-d798f78ee6da), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.963029 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] Publish callbacks [] for security_group (f1bcc7fe-86be-4746-a5c5-d798f78ee6da), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.983782 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (6d13f982-03b3-48b4-8243-ccda8d5ac2d4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.984451 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d13f982-03b3-48b4-8243-ccda8d5ac2d4 {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:37:29.989330 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:29.990492 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ba17d371-4f9e-401b-af86-cef643e39e7a admin admin] 10.222.0.30 "DELETE /v2.0/routers/6d13f982-03b3-48b4-8243-ccda8d5ac2d4 HTTP/1.1" status: 204 len: 168 time: 1.2448056 Mar 14 14:37:29.993009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53612) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:30.051246 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Deleting subnet 72ab6e4c-1785-4d5d-bcdc-59849e087248 {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:37:30.051246 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Publish callbacks [] for subnet (72ab6e4c-1785-4d5d-bcdc-59849e087248), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.078336 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (72ab6e4c-1785-4d5d-bcdc-59849e087248), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.180473 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f1bcc7fe-86be-4746-a5c5-d798f78ee6da), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.183352 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.187865 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1bcc7fe-86be-4746-a5c5-d798f78ee6da HTTP/1.1" status: 204 len: 168 time: 0.3027127 Mar 14 14:37:30.187865 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (72ab6e4c-1785-4d5d-bcdc-59849e087248), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.212353 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 339c2dd0-1f05-4d1b-beda-321439a71663 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:30.228357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a1ef-5918-4232-98a9-4db15eaad7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bcc7fe-86be-4746-a5c5-d798f78ee6da,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:30.259516 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 339c2dd0-1f05-4d1b-beda-321439a71663 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:30.259850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 339c2dd0-1f05-4d1b-beda-321439a71663 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:30.260463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 06be37c3-8874-47b5-b1cb-d0e6e571c83c no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:30.284866 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 06be37c3-8874-47b5-b1cb-d0e6e571c83c {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:30.285207 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 06be37c3-8874-47b5-b1cb-d0e6e571c83c not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:30.366554 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (72ab6e4c-1785-4d5d-bcdc-59849e087248), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.392037 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ab6e4c-1785-4d5d-bcdc-59849e087248,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:30.399955 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.403613 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-152d12e9-b891-4613-bead-d49a629fc9e5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/72ab6e4c-1785-4d5d-bcdc-59849e087248 HTTP/1.1" status: 204 len: 168 time: 0.4071612 Mar 14 14:37:30.403894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c0a73-1465-46e3-90fe-983f79a6ca3c None None] Network 1e4aa525-5bdd-4df2-8f20-26c114826120 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:30.404493 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53632) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:30.504861 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (1e4aa525-5bdd-4df2-8f20-26c114826120), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.591650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Deleting port 1ef3f1c5-973d-4ca4-9ae8-457879184711 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:30.592045 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.602887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] DHCP port deletion for 1e4aa525-5bdd-4df2-8f20-26c114826120 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:37:30.644023 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53638) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:30.667323 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] For port 1ef3f1c5-973d-4ca4-9ae8-457879184711, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=1ef3f1c5-973d-4ca4-9ae8-457879184711,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:30.668001 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.671138 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Deleting port 1ef3f1c5-973d-4ca4-9ae8-457879184711 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:30.671654 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.687465 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Calling delete_port for 1ef3f1c5-973d-4ca4-9ae8-457879184711 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:30.747070 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] For port 1ef3f1c5-973d-4ca4-9ae8-457879184711, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=1ef3f1c5-973d-4ca4-9ae8-457879184711,segment=NetworkSegment(b4b685ca-fcb4-49f4-b024-a624e2999a3d),segment_id=b4b685ca-fcb4-49f4-b024-a624e2999a3d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:30.747585 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.773852 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Calling delete_port for 1ef3f1c5-973d-4ca4-9ae8-457879184711 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:30.888482 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.889796 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (1ef3f1c5-973d-4ca4-9ae8-457879184711), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:30.920815 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] No DVR routers for this DVR port 1ef3f1c5-973d-4ca4-9ae8-457879184711 on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:30.935019 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507c085-3abc-4ff0-85e0-0704a9b17a4d None None] Pushing event deleted for resources: {'Port': ['ID=1ef3f1c5-973d-4ca4-9ae8-457879184711,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:30.974002 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] No DVR routers for this DVR port 1ef3f1c5-973d-4ca4-9ae8-457879184711 on host dv-cinder-790535-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:30.976801 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef3f1c5-973d-4ca4-9ae8-457879184711,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:31.086226 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (1e4aa525-5bdd-4df2-8f20-26c114826120), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.110254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4aa525-5bdd-4df2-8f20-26c114826120']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:31.120463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b685ca-fcb4-49f4-b024-a624e2999a3d') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:31.120760 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b685ca-fcb4-49f4-b024-a624e2999a3d') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:31.132071 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (b4b685ca-fcb4-49f4-b024-a624e2999a3d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.147371 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b4b685ca-fcb4-49f4-b024-a624e2999a3d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.154960 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:37:31.155611 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (b4b685ca-fcb4-49f4-b024-a624e2999a3d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:37:31.158154 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:37:31.280942 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (1e4aa525-5bdd-4df2-8f20-26c114826120), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.287630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.294291 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] 10.222.0.30 "DELETE /v2.0/networks/1e4aa525-5bdd-4df2-8f20-26c114826120 HTTP/1.1" status: 204 len: 168 time: 0.8859673 Mar 14 14:37:31.302577 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243111e-d979-478d-980d-9bec04a6af5c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4aa525-5bdd-4df2-8f20-26c114826120,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:31.378240 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (6bdea13d-8185-41a6-98bf-997ed1917a69), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.607705 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53666) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:31.652947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Deleting port 26ba1959-0ddd-475d-9bac-c0e54ba12269 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:31.653412 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.661457 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6d3f7988-64e5-47d3-b6e1-2e4626ecf558 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=159d9adac9404a20965f4a0594abd84d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517976 Mar 14 14:37:31.664457 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53670) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:31.714520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] Publish callbacks [] for security_group (85376d7c-fa0d-4a64-9440-eeb5533dc443), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.738945 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] Publish callbacks [] for security_group (85376d7c-fa0d-4a64-9440-eeb5533dc443), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.747845 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] For port 26ba1959-0ddd-475d-9bac-c0e54ba12269, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=26ba1959-0ddd-475d-9bac-c0e54ba12269,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:31.747845 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.775781 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Calling delete_port for 26ba1959-0ddd-475d-9bac-c0e54ba12269 owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:31.868489 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (85376d7c-fa0d-4a64-9440-eeb5533dc443), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.871445 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:31.883800 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85376d7c-fa0d-4a64-9440-eeb5533dc443 HTTP/1.1" status: 204 len: 168 time: 0.2106581 Mar 14 14:37:31.905731 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f9ef-7e58-413c-b384-7d7758e6095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85376d7c-fa0d-4a64-9440-eeb5533dc443,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:32.051857 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (26ba1959-0ddd-475d-9bac-c0e54ba12269), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.083179 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Pushing event deleted for resources: {'Port': ['ID=26ba1959-0ddd-475d-9bac-c0e54ba12269,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:32.222308 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53684) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:32.295938 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 1ef3f1c5-973d-4ca4-9ae8-457879184711 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:32.313077 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (6bdea13d-8185-41a6-98bf-997ed1917a69), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.322088 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 1ef3f1c5-973d-4ca4-9ae8-457879184711 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:32.328490 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 1ef3f1c5-973d-4ca4-9ae8-457879184711 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:32.408064 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8175-41cc-4c9f-ae44-a8f821c90676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.556656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Router 6bdea13d-8185-41a6-98bf-997ed1917a69 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:32.585160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8175-41cc-4c9f-ae44-a8f821c90676 admin admin] Publish callbacks [] for security_group (61180c2b-61d3-4b9b-a99a-7db35b1b9e7f), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.668531 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8175-41cc-4c9f-ae44-a8f821c90676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (61180c2b-61d3-4b9b-a99a-7db35b1b9e7f), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.680093 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:32.687327 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-9221e5f8-42e6-4edc-84bc-953d670423ed admin admin] 10.222.0.30 "PUT /v2.0/routers/6bdea13d-8185-41a6-98bf-997ed1917a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413888 Mar 14 14:37:32.689071 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Sync routers for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:32.692369 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53698) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:32.700464 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:32.701427 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:32.728744 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa8175-41cc-4c9f-ae44-a8f821c90676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61180c2b-61d3-4b9b-a99a-7db35b1b9e7f,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:32.734697 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a6aa8175-41cc-4c9f-ae44-a8f821c90676 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=704caf32d21d4a998fe60cc6756d71ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104930 Mar 14 14:37:32.738251 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53700) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:32.798010 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] Publish callbacks [] for security_group (61180c2b-61d3-4b9b-a99a-7db35b1b9e7f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.816400 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:32.830501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] Publish callbacks [] for security_group (61180c2b-61d3-4b9b-a99a-7db35b1b9e7f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.832699 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks [] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.982366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks [] for router_gateway (6bdea13d-8185-41a6-98bf-997ed1917a69), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.995295 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (61180c2b-61d3-4b9b-a99a-7db35b1b9e7f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.999473 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.000689 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61180c2b-61d3-4b9b-a99a-7db35b1b9e7f HTTP/1.1" status: 204 len: 168 time: 0.2623601 Mar 14 14:37:33.010493 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894e46e-3bcb-422f-8153-525ee018c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61180c2b-61d3-4b9b-a99a-7db35b1b9e7f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:33.050938 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:37:31Z', 'revision_number': 5, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port': {'id': '5740f706-4d84-4f74-b7be-9fd2ee94d576', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:44Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:33.079390 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Checking router: 6bdea13d-8185-41a6-98bf-997ed1917a69 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:33.088192 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Routers {'6bdea13d-8185-41a6-98bf-997ed1917a69'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:33.089001 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['6bdea13d-8185-41a6-98bf-997ed1917a69'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:33.127172 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Deleting port 5740f706-4d84-4f74-b7be-9fd2ee94d576 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:33.127763 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.211574 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] Set router 6bdea13d-8185-41a6-98bf-997ed1917a69 gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:33.247899 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] For port 5740f706-4d84-4f74-b7be-9fd2ee94d576, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=5740f706-4d84-4f74-b7be-9fd2ee94d576,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:33.249017 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.268998 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Calling delete_port for 5740f706-4d84-4f74-b7be-9fd2ee94d576 owned by network:router_gateway {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:33.291648 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:37:32Z', 'revision_number': 6, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:33.319685 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32213e01-09a9-494b-9b9a-8a59352f183d None None] The sync data for ids ['6bdea13d-8185-41a6-98bf-997ed1917a69'] in dv-cinder-790535-28-iscsi is: [{'id': '6bdea13d-8185-41a6-98bf-997ed1917a69', 'name': 'tempest-TestMinimumBasicScenario-970108450-router', 'tenant_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:43Z', 'updated_at': '2022-03-14T14:37:32Z', 'revision_number': 6, 'project_id': 'acaedf5b2b3d4ba98972a4bc0fa59054', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:33.554760 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (5740f706-4d84-4f74-b7be-9fd2ee94d576), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.586709 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5740f706-4d84-4f74-b7be-9fd2ee94d576,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:33.655871 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (6bdea13d-8185-41a6-98bf-997ed1917a69), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.760711 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.763206 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks [] for router_controller (6bdea13d-8185-41a6-98bf-997ed1917a69), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.886299 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (6bdea13d-8185-41a6-98bf-997ed1917a69), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.886929 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bdea13d-8185-41a6-98bf-997ed1917a69 {{(pid=103622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:37:33.892089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.893316 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f783ec3e-354e-4435-8d84-aa4ea669a6d9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6bdea13d-8185-41a6-98bf-997ed1917a69 HTTP/1.1" status: 204 len: 168 time: 1.2002480 Mar 14 14:37:33.896173 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53734) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:33.945364 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Deleting subnet 54b8a310-6ff8-42f8-aa04-96e6645fb724 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:37:33.949080 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Publish callbacks [] for subnet (54b8a310-6ff8-42f8-aa04-96e6645fb724), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.988065 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (54b8a310-6ff8-42f8-aa04-96e6645fb724), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.086991 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (54b8a310-6ff8-42f8-aa04-96e6645fb724), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.199827 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 26ba1959-0ddd-475d-9bac-c0e54ba12269 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:34.236621 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 26ba1959-0ddd-475d-9bac-c0e54ba12269 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:34.237331 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 26ba1959-0ddd-475d-9bac-c0e54ba12269 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:34.237754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5740f706-4d84-4f74-b7be-9fd2ee94d576 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:34.242761 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (54b8a310-6ff8-42f8-aa04-96e6645fb724), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.261804 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 5740f706-4d84-4f74-b7be-9fd2ee94d576 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:34.262917 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 5740f706-4d84-4f74-b7be-9fd2ee94d576 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:34.295830 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b8a310-6ff8-42f8-aa04-96e6645fb724,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:34.298239 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.303259 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-99d08305-17f2-4074-80ca-0df0ea93bdeb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54b8a310-6ff8-42f8-aa04-96e6645fb724 HTTP/1.1" status: 204 len: 168 time: 0.4059825 Mar 14 14:37:34.305717 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53750) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:34.313459 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0968bc-c460-46c2-bc15-eda5fff72168 None None] Network 88069b20-70e8-489d-94ba-473496216603 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:34.430679 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (88069b20-70e8-489d-94ba-473496216603), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.506122 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Deleting port 083e7567-149d-4913-aa51-f69621fbe345 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:34.506820 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (083e7567-149d-4913-aa51-f69621fbe345), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.527119 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] DHCP port deletion for 88069b20-70e8-489d-94ba-473496216603 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:37:34.600644 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Deleting port 083e7567-149d-4913-aa51-f69621fbe345 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:34.601107 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (083e7567-149d-4913-aa51-f69621fbe345), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.601336 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] For port 083e7567-149d-4913-aa51-f69621fbe345, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=083e7567-149d-4913-aa51-f69621fbe345,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:34.601802 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (083e7567-149d-4913-aa51-f69621fbe345), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.616502 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Calling delete_port for 083e7567-149d-4913-aa51-f69621fbe345 owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:34.675754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] For port 083e7567-149d-4913-aa51-f69621fbe345, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=083e7567-149d-4913-aa51-f69621fbe345,segment=NetworkSegment(b03070dc-dff1-4aa6-bbcc-656ff6d13c90),segment_id=b03070dc-dff1-4aa6-bbcc-656ff6d13c90)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:34.676463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (083e7567-149d-4913-aa51-f69621fbe345), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.692439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Calling delete_port for 083e7567-149d-4913-aa51-f69621fbe345 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:34.851572 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (083e7567-149d-4913-aa51-f69621fbe345), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.859516 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (083e7567-149d-4913-aa51-f69621fbe345), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.884113 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] No DVR routers for this DVR port 083e7567-149d-4913-aa51-f69621fbe345 on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:34.889065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] Pushing event deleted for resources: {'Port': ['ID=083e7567-149d-4913-aa51-f69621fbe345,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:34.893691 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d739132-2c58-4cf6-aed6-f09c2312b9db None None] No DVR routers for this DVR port 083e7567-149d-4913-aa51-f69621fbe345 on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:34.914765 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=083e7567-149d-4913-aa51-f69621fbe345,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:34.971571 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (88069b20-70e8-489d-94ba-473496216603), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.995275 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88069b20-70e8-489d-94ba-473496216603']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:35.005693 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:35.006087 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03070dc-dff1-4aa6-bbcc-656ff6d13c90') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:35.018246 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (b03070dc-dff1-4aa6-bbcc-656ff6d13c90), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.033252 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b03070dc-dff1-4aa6-bbcc-656ff6d13c90), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.039980 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:37:35.040374 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (b03070dc-dff1-4aa6-bbcc-656ff6d13c90), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:37:35.042254 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:37:35.179785 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (88069b20-70e8-489d-94ba-473496216603), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.185579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.193173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] 10.222.0.30 "DELETE /v2.0/networks/88069b20-70e8-489d-94ba-473496216603 HTTP/1.1" status: 204 len: 168 time: 0.8829761 Mar 14 14:37:35.193173 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53768) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:35.209475 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0143a12-685d-4384-8c87-cbf82be67e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=88069b20-70e8-489d-94ba-473496216603,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:35.891092 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:36.197152 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Deleting port 90eade5e-4994-42a5-84fc-d2590b5a307b {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:36.197597 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:36.258466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 083e7567-149d-4913-aa51-f69621fbe345 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:36.286215 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 083e7567-149d-4913-aa51-f69621fbe345 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:36.286935 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 083e7567-149d-4913-aa51-f69621fbe345 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:36.322789 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] For port 90eade5e-4994-42a5-84fc-d2590b5a307b, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=90eade5e-4994-42a5-84fc-d2590b5a307b,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:36.323349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:36.338740 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Calling delete_port for 90eade5e-4994-42a5-84fc-d2590b5a307b owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:36.668469 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (90eade5e-4994-42a5-84fc-d2590b5a307b), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:36.700825 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Pushing event deleted for resources: {'Port': ['ID=90eade5e-4994-42a5-84fc-d2590b5a307b,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:36.908553 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.143663 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Router 00b40a88-f1d4-4850-8d87-98472e22cf8e has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:37.268644 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:37.273691 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-553d4e61-8342-46b2-8f50-efe24190dabe admin admin] 10.222.0.30 "PUT /v2.0/routers/00b40a88-f1d4-4850-8d87-98472e22cf8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799294 Mar 14 14:37:37.276651 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53808) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:37.283006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Sync routers for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:37.298834 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:37.299944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:37.406987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks [] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.524560 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks [] for router_gateway (00b40a88-f1d4-4850-8d87-98472e22cf8e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.567920 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:37.656475 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Deleting port 7e5e4700-ea3c-4113-86d9-b7e84776305c {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:37.656844 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.748077 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] For port 7e5e4700-ea3c-4113-86d9-b7e84776305c, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=7e5e4700-ea3c-4113-86d9-b7e84776305c,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:37.748777 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.764788 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Calling delete_port for 7e5e4700-ea3c-4113-86d9-b7e84776305c owned by network:router_gateway {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:37.768985 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:37:36Z', 'revision_number': 5, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port': {'id': '7e5e4700-ea3c-4113-86d9-b7e84776305c', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:52Z', 'updated_at': '2022-03-14T14:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:37.806769 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Checking router: 00b40a88-f1d4-4850-8d87-98472e22cf8e for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:37.817618 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Routers {'00b40a88-f1d4-4850-8d87-98472e22cf8e'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:37.818638 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['00b40a88-f1d4-4850-8d87-98472e22cf8e'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:37.959352 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] Set router 00b40a88-f1d4-4850-8d87-98472e22cf8e gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:38.012201 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-4d744119-88df-4638-83bc-000cc617a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:37:37Z', 'revision_number': 6, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:38.016945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (7e5e4700-ea3c-4113-86d9-b7e84776305c), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.043773 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d744119-88df-4638-83bc-000cc617a470 None None] The sync data for ids ['00b40a88-f1d4-4850-8d87-98472e22cf8e'] in dv-cinder-790535-28-iscsi is: [{'id': '00b40a88-f1d4-4850-8d87-98472e22cf8e', 'name': 'tempest-TestMinimumBasicScenario-1006292171-router', 'tenant_id': '953f7de5fdab4aa780575d93ae7e0312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:51Z', 'updated_at': '2022-03-14T14:37:37Z', 'revision_number': 6, 'project_id': '953f7de5fdab4aa780575d93ae7e0312', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:38.054026 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5e4700-ea3c-4113-86d9-b7e84776305c,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:38.130680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.160128 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2beacb62-19d8-40e2-81be-28dc3cc0fa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.228171 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.237238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks [] for router_controller (00b40a88-f1d4-4850-8d87-98472e22cf8e), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.365907 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (00b40a88-f1d4-4850-8d87-98472e22cf8e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.366404 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b40a88-f1d4-4850-8d87-98472e22cf8e {{(pid=103622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:37:38.379194 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.379194 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-33c533ad-4ca1-48f0-a022-877612e55ba8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/00b40a88-f1d4-4850-8d87-98472e22cf8e HTTP/1.1" status: 204 len: 168 time: 1.0944281 Mar 14 14:37:38.379194 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53828) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:38.426946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Deleting subnet 51fc1f77-b892-4323-80b0-42b1b7ba7330 {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:37:38.430746 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Publish callbacks [] for subnet (51fc1f77-b892-4323-80b0-42b1b7ba7330), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.475583 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (51fc1f77-b892-4323-80b0-42b1b7ba7330), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.545903 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 90eade5e-4994-42a5-84fc-d2590b5a307b no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:38.568834 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 90eade5e-4994-42a5-84fc-d2590b5a307b {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:38.569158 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 90eade5e-4994-42a5-84fc-d2590b5a307b not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:38.580142 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (51fc1f77-b892-4323-80b0-42b1b7ba7330), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.720524 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (51fc1f77-b892-4323-80b0-42b1b7ba7330), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.751477 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fc1f77-b892-4323-80b0-42b1b7ba7330,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:38.753749 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.757183 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5f75a443-a870-4ec8-9f0b-591f93c5f231 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51fc1f77-b892-4323-80b0-42b1b7ba7330 HTTP/1.1" status: 204 len: 168 time: 0.3810520 Mar 14 14:37:38.761180 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53836) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:38.769378 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e5051-7507-4184-9eae-7303399322ef None None] Network a9c743c2-723a-4135-8af3-123162972593 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:38.854866 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (a9c743c2-723a-4135-8af3-123162972593), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.958887 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Deleting port 3bc85f1b-f402-47bc-8748-2ceec108d54d {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:38.959452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.025850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] DHCP port deletion for a9c743c2-723a-4135-8af3-123162972593 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:37:39.047001 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] For port 3bc85f1b-f402-47bc-8748-2ceec108d54d, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3bc85f1b-f402-47bc-8748-2ceec108d54d,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:39.047516 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.063442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Calling delete_port for 3bc85f1b-f402-47bc-8748-2ceec108d54d owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:39.122624 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Deleting port 3bc85f1b-f402-47bc-8748-2ceec108d54d {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:39.123436 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.213132 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] For port 3bc85f1b-f402-47bc-8748-2ceec108d54d, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3bc85f1b-f402-47bc-8748-2ceec108d54d,segment=NetworkSegment(40d2071a-d81b-4fe9-9af0-b17e61269623),segment_id=40d2071a-d81b-4fe9-9af0-b17e61269623)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:39.213855 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.235570 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Calling delete_port for 3bc85f1b-f402-47bc-8748-2ceec108d54d owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:39.282492 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.336041 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (3bc85f1b-f402-47bc-8748-2ceec108d54d), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.341685 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] No DVR routers for this DVR port 3bc85f1b-f402-47bc-8748-2ceec108d54d on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:39.344713 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc85f1b-f402-47bc-8748-2ceec108d54d,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:39.370147 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] Pushing event deleted for resources: {'Port': ['ID=3bc85f1b-f402-47bc-8748-2ceec108d54d,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:39.374592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce01a26-7606-496d-97ff-27a2e3a2664f None None] No DVR routers for this DVR port 3bc85f1b-f402-47bc-8748-2ceec108d54d on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:39.444972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (a9c743c2-723a-4135-8af3-123162972593), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.474618 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c743c2-723a-4135-8af3-123162972593']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:39.491573 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d2071a-d81b-4fe9-9af0-b17e61269623') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:39.491868 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d2071a-d81b-4fe9-9af0-b17e61269623') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:39.502374 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (40d2071a-d81b-4fe9-9af0-b17e61269623), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.517941 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (40d2071a-d81b-4fe9-9af0-b17e61269623), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.525850 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:37:39.526323 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (40d2071a-d81b-4fe9-9af0-b17e61269623), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:37:39.528218 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:37:39.628306 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53874) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:39.669358 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (a9c743c2-723a-4135-8af3-123162972593), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.679205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.685743 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9c743c2-723a-4135-8af3-123162972593 HTTP/1.1" status: 204 len: 168 time: 0.9234531 Mar 14 14:37:39.701962 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e084a53-8765-461e-b224-47a84839dd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c743c2-723a-4135-8af3-123162972593,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:39.753292 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a062-0a45-4fc0-b6ae-5dc546cfc728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.838454 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a062-0a45-4fc0-b6ae-5dc546cfc728 admin admin] Publish callbacks [] for security_group (bc6db545-29c6-4fd8-bfc9-c78e58d67ce2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:39.943220 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a062-0a45-4fc0-b6ae-5dc546cfc728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bc6db545-29c6-4fd8-bfc9-c78e58d67ce2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.000312 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53896) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:40.043907 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2c4809d0-85fe-4272-a604-6e36dfeecffb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acaedf5b2b3d4ba98972a4bc0fa59054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422614 Mar 14 14:37:40.047240 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53898) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:40.098927 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] Publish callbacks [] for security_group (2c884d23-c4cc-4b18-85ff-783cdbf34bce), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.137304 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] Publish callbacks [] for security_group (2c884d23-c4cc-4b18-85ff-783cdbf34bce), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.218442 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 7e5e4700-ea3c-4113-86d9-b7e84776305c no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:40.239960 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (2c884d23-c4cc-4b18-85ff-783cdbf34bce), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.240492 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 7e5e4700-ea3c-4113-86d9-b7e84776305c {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:40.240847 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 7e5e4700-ea3c-4113-86d9-b7e84776305c not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:40.241359 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3bc85f1b-f402-47bc-8748-2ceec108d54d no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:40.243156 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.244338 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c884d23-c4cc-4b18-85ff-783cdbf34bce HTTP/1.1" status: 204 len: 168 time: 0.1961558 Mar 14 14:37:40.261631 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-3fb4a062-0a45-4fc0-b6ae-5dc546cfc728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=804965acedba44a68b1f11e0e6232112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6295040 Mar 14 14:37:40.261631 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4a062-0a45-4fc0-b6ae-5dc546cfc728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6db545-29c6-4fd8-bfc9-c78e58d67ce2,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:40.262311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53904) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:40.269375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 3bc85f1b-f402-47bc-8748-2ceec108d54d {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:40.269375 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3bc85f1b-f402-47bc-8748-2ceec108d54d not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:40.274484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8d06-19e0-4ea3-86b3-3036361d2352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c884d23-c4cc-4b18-85ff-783cdbf34bce,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:40.325342 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] Publish callbacks [] for security_group (bc6db545-29c6-4fd8-bfc9-c78e58d67ce2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.348623 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] Publish callbacks [] for security_group (bc6db545-29c6-4fd8-bfc9-c78e58d67ce2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.508423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bc6db545-29c6-4fd8-bfc9-c78e58d67ce2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.510958 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.512103 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc6db545-29c6-4fd8-bfc9-c78e58d67ce2 HTTP/1.1" status: 204 len: 168 time: 0.2452414 Mar 14 14:37:40.521028 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c197f3-6158-4da3-be4c-987f0f3be77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6db545-29c6-4fd8-bfc9-c78e58d67ce2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:40.538727 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-84da972c-13bb-4264-9bce-ccc0424c094d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:40.947755 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53914) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:40.986985 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b67fca21-cac6-47ab-9c37-e0163851d630 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=953f7de5fdab4aa780575d93ae7e0312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379992 Mar 14 14:37:40.989369 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53916) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:41.045443 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] Publish callbacks [] for security_group (4f40bb28-04c3-4810-be83-c883be6873a5), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.070246 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] Publish callbacks [] for security_group (4f40bb28-04c3-4810-be83-c883be6873a5), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.150974 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 53918) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:41.164265 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-79c6439a-af4a-4082-a39e-74702dbfca7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.207515 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (4f40bb28-04c3-4810-be83-c883be6873a5), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.210278 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.211420 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f40bb28-04c3-4810-be83-c883be6873a5 HTTP/1.1" status: 204 len: 168 time: 0.2211220 Mar 14 14:37:41.224941 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b12ff-9983-466b-b6df-a1f330f1e41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40bb28-04c3-4810-be83-c883be6873a5,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:41.282530 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-79c6439a-af4a-4082-a39e-74702dbfca7b admin admin] Publish callbacks [] for security_group (e3a2cba8-abc0-40ed-92f8-afbd4388ed30), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.342558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-79c6439a-af4a-4082-a39e-74702dbfca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e3a2cba8-abc0-40ed-92f8-afbd4388ed30), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.384540 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-79c6439a-af4a-4082-a39e-74702dbfca7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2abbb96ac06a4f1194590905aab90e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324681 Mar 14 14:37:41.385268 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6439a-af4a-4082-a39e-74702dbfca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a2cba8-abc0-40ed-92f8-afbd4388ed30,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:41.387376 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53924) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:41.437465 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] Publish callbacks [] for security_group (e3a2cba8-abc0-40ed-92f8-afbd4388ed30), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.459009 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] Publish callbacks [] for security_group (e3a2cba8-abc0-40ed-92f8-afbd4388ed30), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.553987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (e3a2cba8-abc0-40ed-92f8-afbd4388ed30), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.556674 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:41.557912 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3a2cba8-abc0-40ed-92f8-afbd4388ed30 HTTP/1.1" status: 204 len: 168 time: 0.1693060 Mar 14 14:37:41.568483 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af7a01-4394-45ed-b69f-7fba84f14a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a2cba8-abc0-40ed-92f8-afbd4388ed30,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:42.265450 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53960) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:42.364184 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1532705664-network', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:42.433886 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Made reservation on behalf of b387b7644a9c49149c6f4ecf28c73d7e for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:37:42.438079 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.444770 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.517838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks [] for security_group (cb7ada9e-b7a2-4a64-9f67-171d5e0264db), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.577917 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cb7ada9e-b7a2-4a64-9f67-171d5e0264db), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.600367 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:37:42.616048 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ada9e-b7a2-4a64-9f67-171d5e0264db,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:42.620089 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b6229e96-8d2c-407d-b0f2-52ed99261592), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.620435 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Added segment b6229e96-8d2c-407d-b0f2-52ed99261592 of type vlan for network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a Mar 14 14:37:42.663246 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.748696 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.749723 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:42.750740 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:42.914572 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.071010 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8042862 Mar 14 14:37:43.071738 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61574f-55a7-4814-bd70-55131df526af admin admin] Pushing event updated for resources: {'Network': ['ID=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:43.073969 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53980) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:43.079941 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Request body: {'subnet': {'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1532705664-subnet', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:43.082646 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:37:43.193819 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Made reservation on behalf of b387b7644a9c49149c6f4ecf28c73d7e for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:37:43.196222 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.457655 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (a629ac76-537f-43cd-b425-95ede0b9a894), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.544078 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a629ac76-537f-43cd-b425-95ede0b9a894,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:43.552541 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:43.552700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Network hostable DHCP agents. Network: bb275cc6-a64b-4881-8e5a-d7cd321d7a8a, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:37:43.617995 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:37:43.714103 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, bb275cc6-a64b-4881-8e5a-d7cd321d7a8a) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:43.718864 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:43.723539 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.724585 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b97153-d085-4d7d-807c-e401cc2bb4ff None None] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:43.743670 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.802385 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7e6e4686-a068-488a-b13a-3ed528b7f0de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7273278 Mar 14 14:37:43.805255 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 53994) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:43.811005 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:43.833465 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:37:43.834416 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.908496 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.909557 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.964913 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for router_controller (7b9a768a-b592-48cd-b8c5-df3929410fb2), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.967156 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Allocated IP 172.20.0.2 (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a/a629ac76-537f-43cd-b425-95ede0b9a894/6d3a4252-caa0-4316-b0e8-233f9e42a085) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:44.117652 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks [] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.182989 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.189561 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for router_gateway (7b9a768a-b592-48cd-b8c5-df3929410fb2), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.224488 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:44.227276 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:44.230661 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:44.236724 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Pushing event updated for resources: {'Port': ['ID=6d3a4252-caa0-4316-b0e8-233f9e42a085,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:44.297314 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Attempting to bind port 6d3a4252-caa0-4316-b0e8-233f9e42a085 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:44.297686 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Attempting to bind port 6d3a4252-caa0-4316-b0e8-233f9e42a085 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:44.298125 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Attempting to bind port 6d3a4252-caa0-4316-b0e8-233f9e42a085 on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:44.303167 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:44.303546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:44.303969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.304363 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Bound using segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:44.304826 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Bound port: 6d3a4252-caa0-4316-b0e8-233f9e42a085, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:44.305205 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.370236 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] For port 6d3a4252-caa0-4316-b0e8-233f9e42a085, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:44.374425 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] For port 6d3a4252-caa0-4316-b0e8-233f9e42a085, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=6d3a4252-caa0-4316-b0e8-233f9e42a085,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:44.435060 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.442736 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for router_gateway (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.461674 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.492183 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d802bd-b822-48e2-9ef1-be696d892308 None None] Pushing event updated for resources: {'Port': ['ID=6d3a4252-caa0-4316-b0e8-233f9e42a085,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:44.577006 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Allocated IP 172.27.2.118 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/ed095f72-a0a2-47a8-9993-b5e7494aa8ad) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:44.710151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.846162 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.889562 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:44.892650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:44.896155 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:44.918003 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Pushing event updated for resources: {'Port': ['ID=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:45.246628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for router_gateway (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.398148 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb97b58-4eb5-425d-82ba-2b6dc258eb32 None None] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:45.470955 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.501737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Provisioning complete for port 6d3a4252-caa0-4316-b0e8-233f9e42a085 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:45.502195 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.582964 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.657549 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Current status of the port 6d3a4252-caa0-4316-b0e8-233f9e42a085 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:45.657969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.700370 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] For port 6d3a4252-caa0-4316-b0e8-233f9e42a085, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=6d3a4252-caa0-4316-b0e8-233f9e42a085,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:45.725251 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:37:45.754164 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.809620 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce1df1-c2c2-4d77-b821-2f7db751d8df None None] Pushing event updated for resources: {'Port': ['ID=6d3a4252-caa0-4316-b0e8-233f9e42a085,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:45.860485 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:45.876699 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:45.887939 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:45.888546 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:45.950572 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.954764 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1327f3e9-0d09-4453-b58c-559c799ed854 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1482878 Mar 14 14:37:45.957231 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54008) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:45.975581 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-69455a4d-f11b-4549-a5b5-2af8300c01ff None None] Provisioning complete for port 6d3a4252-caa0-4316-b0e8-233f9e42a085 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:45.975846 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-69455a4d-f11b-4549-a5b5-2af8300c01ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.014039 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:46.068636 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-69455a4d-f11b-4549-a5b5-2af8300c01ff None None] Current status of the port 6d3a4252-caa0-4316-b0e8-233f9e42a085 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:46.250346 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 6d3a4252-caa0-4316-b0e8-233f9e42a085 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:46.301138 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:45Z', 'revision_number': 3, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:46.304704 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 6d3a4252-caa0-4316-b0e8-233f9e42a085 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:46.305169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.329083 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:46.329441 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Updating router 7b9a768a-b592-48cd-b8c5-df3929410fb2 port ed095f72-a0a2-47a8-9993-b5e7494aa8ad binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:37:46.362731 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.396494 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 6d3a4252-caa0-4316-b0e8-233f9e42a085 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:46.482806 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.612359 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks [] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.642758 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Allocated IP 172.20.0.1 (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a/a629ac76-537f-43cd-b425-95ede0b9a894/89b1483b-5722-4340-9589-7cfb436adbf6) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:46.756147 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks [] for port (89b1483b-5722-4340-9589-7cfb436adbf6), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.759916 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.819137 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Pushing event updated for resources: {'Port': ['ID=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:46.829245 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.829589 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.830143 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.830341 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.830682 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.831004 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.831324 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.831640 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.831972 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.832295 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.832616 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.832945 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.833432 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.833747 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.834081 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:46.837322 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Attempting to bind port ed095f72-a0a2-47a8-9993-b5e7494aa8ad on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:46.837931 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Attempting to bind port ed095f72-a0a2-47a8-9993-b5e7494aa8ad by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:46.838552 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Attempting to bind port ed095f72-a0a2-47a8-9993-b5e7494aa8ad on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:46.845288 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:46.845931 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:46.846558 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.847015 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:46.847550 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Bound port: ed095f72-a0a2-47a8-9993-b5e7494aa8ad, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:46.848247 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.903694 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] For port ed095f72-a0a2-47a8-9993-b5e7494aa8ad, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:46.907541 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] For port ed095f72-a0a2-47a8-9993-b5e7494aa8ad, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:46.908511 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:46.947092 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:46.950032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:46.952545 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:46.987886 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Pushing event updated for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:47.005764 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.024900 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.072530 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:47.073163 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:47.212399 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:47.271203 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb99c50-2dc4-43bf-8684-310ad845635e None None] Pushing event updated for resources: {'Port': ['ID=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:47.291904 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.303065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.308679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-d808808f-917f-492a-918e-b647243eda07 None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:47.309054 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d808808f-917f-492a-918e-b647243eda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.344601 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d808808f-917f-492a-918e-b647243eda07 None None] Port 89b1483b-5722-4340-9589-7cfb436adbf6 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:47.412156 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:45Z', 'revision_number': 3, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:47.445221 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4798a-ab77-47a7-9b32-d4a502720d26 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:45Z', 'revision_number': 3, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:47.481576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks [] for port (89b1483b-5722-4340-9589-7cfb436adbf6), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.588249 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.670485 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.673567 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Pushing event updated for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:47.804345 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:47.805796 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:47.965696 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:48.012417 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:37:48.079491 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-790e70a6-7cb6-47ba-831b-25b71ec716c8 None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:48.080127 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-790e70a6-7cb6-47ba-831b-25b71ec716c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:48.088912 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:48.103685 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b6cddf99-2bbb-471a-b55b-687b4b0a547f admin admin] 10.222.0.30 "PUT /v2.0/routers/7b9a768a-b592-48cd-b8c5-df3929410fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1396849 Mar 14 14:37:48.144593 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-790e70a6-7cb6-47ba-831b-25b71ec716c8 None None] Port 89b1483b-5722-4340-9589-7cfb436adbf6 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:48.286985 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ed095f72-a0a2-47a8-9993-b5e7494aa8ad up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:48.335637 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port ed095f72-a0a2-47a8-9993-b5e7494aa8ad triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:48.336347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:48.430648 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port ed095f72-a0a2-47a8-9993-b5e7494aa8ad is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:48.431038 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:48.452639 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port ed095f72-a0a2-47a8-9993-b5e7494aa8ad, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:48.514105 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:48.568635 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:48.762902 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54068) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:48.952728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-257bae0a-d569-4951-8c20-159f2b0f499d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:48.977325 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54082) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:48.983364 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1778164737-network', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:49.043935 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-257bae0a-d569-4951-8c20-159f2b0f499d admin admin] Publish callbacks [] for security_group (c068bee9-4170-4f78-99ca-abc90605d5c7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.102856 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Made reservation on behalf of 34fd2fadd8994837a77de72c347cf8cd for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:37:49.105700 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.116410 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.166549 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-257bae0a-d569-4951-8c20-159f2b0f499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c068bee9-4170-4f78-99ca-abc90605d5c7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.197819 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks [] for security_group (0a666d7e-475d-4064-a225-77703c79ca75), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.207978 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:49.208749 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-257bae0a-d569-4951-8c20-159f2b0f499d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e15ed19b00c14c439d8df1b44b9d4d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439011 Mar 14 14:37:49.209912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bae0a-d569-4951-8c20-159f2b0f499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c068bee9-4170-4f78-99ca-abc90605d5c7,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:49.214179 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54084) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:49.243709 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:49.244450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:49.273915 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (0a666d7e-475d-4064-a225-77703c79ca75), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.290805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] Publish callbacks [] for security_group (c068bee9-4170-4f78-99ca-abc90605d5c7), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.305099 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:37:49.337469 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a666d7e-475d-4064-a225-77703c79ca75,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:49.340690 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (48608a96-ecfc-4639-abf4-ba6938787948), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.341060 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Added segment 48608a96-ecfc-4639-abf4-ba6938787948 of type vlan for network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae Mar 14 14:37:49.354957 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] Publish callbacks [] for security_group (c068bee9-4170-4f78-99ca-abc90605d5c7), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.412489 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (9c9d50cb-c132-4a0d-9efe-9831d8d430ae), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.498810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:49.525605 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (9c9d50cb-c132-4a0d-9efe-9831d8d430ae), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.526701 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:49.527311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.532670 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c068bee9-4170-4f78-99ca-abc90605d5c7), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.537872 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.537872 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c068bee9-4170-4f78-99ca-abc90605d5c7 HTTP/1.1" status: 204 len: 168 time: 0.3210580 Mar 14 14:37:49.573475 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d67273-7bb3-4026-b69b-fc07f8ce2480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c068bee9-4170-4f78-99ca-abc90605d5c7,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:49.616584 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9d50cb-c132-4a0d-9efe-9831d8d430ae,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:49.644921 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:37:49.679348 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-44a24e6e-cd80-47ef-a0fc-fa7e5203af58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6991174 Mar 14 14:37:49.682429 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54092) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:49.686824 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Request body: {'subnet': {'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1778164737-subnet', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:49.775663 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 2, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:49.805274 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Made reservation on behalf of 34fd2fadd8994837a77de72c347cf8cd for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:37:49.807684 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:49.808883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:49.809271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Updating router 7b9a768a-b592-48cd-b8c5-df3929410fb2 port 89b1483b-5722-4340-9589-7cfb436adbf6 binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:37:49.839251 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.174358 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (7fd08285-3474-419b-9fa6-cafe8ebe60d9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.190495 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks [] for port (89b1483b-5722-4340-9589-7cfb436adbf6), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.223758 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ed095f72-a0a2-47a8-9993-b5e7494aa8ad up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:50.246036 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd08285-3474-419b-9fa6-cafe8ebe60d9,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:50.258742 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Checking segment: {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:50.259107 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Network hostable DHCP agents. Network: 9c9d50cb-c132-4a0d-9efe-9831d8d430ae, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:37:50.277524 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port ed095f72-a0a2-47a8-9993-b5e7494aa8ad triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:50.279842 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.300592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.331258 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:37:50.388997 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fa12-593d-4b64-8600-09e00255b040 None None] Pushing event updated for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:50.417288 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, 9c9d50cb-c132-4a0d-9efe-9831d8d430ae) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:50.433780 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:50.434413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.444152 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4466ef-fe1e-45a5-bbe2-5e28b2b7e366 None None] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:50.487350 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Attempting to bind port 89b1483b-5722-4340-9589-7cfb436adbf6 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:50.489323 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Attempting to bind port 89b1483b-5722-4340-9589-7cfb436adbf6 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:50.489323 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Attempting to bind port 89b1483b-5722-4340-9589-7cfb436adbf6 on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:50.524396 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port ed095f72-a0a2-47a8-9993-b5e7494aa8ad is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:50.564394 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:50.564394 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:50.564394 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.566384 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Bound using segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:50.566913 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Bound port: 89b1483b-5722-4340-9589-7cfb436adbf6, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:50.567312 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.633810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54134) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:50.634357 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0b5c90b7-f5a4-4f76-a4fe-5559a24ae0da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9513249 Mar 14 14:37:50.640470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:50.690626 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp795a951b-52b0-56ac-929d-42bb43146691-9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'fixed_ips': [{'subnet_id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9'}]}} from dv-cinder-790535-28-iscsi. {{(pid=103624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:37:50.691900 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.713748 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] For port 89b1483b-5722-4340-9589-7cfb436adbf6, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:50.739996 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] For port 89b1483b-5722-4340-9589-7cfb436adbf6, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=89b1483b-5722-4340-9589-7cfb436adbf6,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:50.742450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-a7b2570c-0bbe-4370-980e-47fa805f9b9b None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:50.744962 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a7b2570c-0bbe-4370-980e-47fa805f9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.765606 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9118'] for router (5218e602-e564-4f72-acda-c7e810e91517), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.766885 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-295888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9095'] for router (5218e602-e564-4f72-acda-c7e810e91517), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.835566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for router_controller (5218e602-e564-4f72-acda-c7e810e91517), precommit_add_association {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.837930 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:50.868904 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2570c-0bbe-4370-980e-47fa805f9b9b None None] Port 89b1483b-5722-4340-9589-7cfb436adbf6 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:50.940410 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:50.940410 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:50.985749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463fa12-593d-4b64-8600-09e00255b040 None None] Pushing event updated for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:51.007463 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Allocated IP 172.20.0.2 (9c9d50cb-c132-4a0d-9efe-9831d8d430ae/7fd08285-3474-419b-9fa6-cafe8ebe60d9/c7c7640a-1d7e-46de-94dd-5dd200e2c5da) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:51.185286 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:51.233091 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for router_gateway (5218e602-e564-4f72-acda-c7e810e91517), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.368067 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:51.368714 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.576830 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks [] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.639290 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for router_gateway (5218e602-e564-4f72-acda-c7e810e91517), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.649966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.683854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.727262 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:51.738884 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:51.741949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:51.760055 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Pushing event updated for resources: {'Port': ['ID=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:51.797747 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Current status of the port 89b1483b-5722-4340-9589-7cfb436adbf6 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:51.797747 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.839121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:50Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:51.840998 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Attempting to bind port c7c7640a-1d7e-46de-94dd-5dd200e2c5da on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:51.841361 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Attempting to bind port c7c7640a-1d7e-46de-94dd-5dd200e2c5da by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:51.842274 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Attempting to bind port c7c7640a-1d7e-46de-94dd-5dd200e2c5da on network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:51.852891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Allocated IP 172.27.2.25 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/f36019d2-b758-48fa-a07b-3b58a1911021) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:51.885166 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608a17-3802-4f7c-a9e2-f6f6ca7699d2 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:50Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:51.885439 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:51.885799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Checking segment: {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:51.886409 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.886797 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Bound using segment: {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:51.887305 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Bound port: c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:51.887652 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:51.921245 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] For port 89b1483b-5722-4340-9589-7cfb436adbf6, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=89b1483b-5722-4340-9589-7cfb436adbf6,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:52.008897 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] For port c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:52.025529 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] For port c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:52.030960 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:52.096073 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for port (f36019d2-b758-48fa-a07b-3b58a1911021), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:52.121776 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:52.187642 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033f684-0091-455d-988d-1d03dfa8bbba None None] Pushing event updated for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:52.211816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:52.301471 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 89b1483b-5722-4340-9589-7cfb436adbf6 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:52.302598 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:52.324280 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f36019d2-b758-48fa-a07b-3b58a1911021,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:52.328272 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:52.334158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:52.423726 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fd0a1-6e94-4361-8d2f-a892068b7f99 None None] Pushing event updated for resources: {'Port': ['ID=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:52.474115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:52.474821 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:52.647565 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 89b1483b-5722-4340-9589-7cfb436adbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:53.149253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for router_gateway (5218e602-e564-4f72-acda-c7e810e91517), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:53.407259 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573992'] for router (5218e602-e564-4f72-acda-c7e810e91517), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:53.634702 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34e141-9048-45c2-845d-6b84271998c1 None None] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:37:53.685730 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Router 5218e602-e564-4f72-acda-c7e810e91517 is scheduled to L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 with binding_index 1 {{(pid=103622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:37:53.725720 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Provisioning complete for port c7c7640a-1d7e-46de-94dd-5dd200e2c5da triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:53.726905 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:53.846972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:53.857125 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Sync routers for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:53.873028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Current status of the port c7c7640a-1d7e-46de-94dd-5dd200e2c5da is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:53.873028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:53.875117 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:53.875756 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:53.917032 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] For port c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:53.951439 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:53.952761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ee73784a-d94f-44d2-ba14-2464c6f683a7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3171744 Mar 14 14:37:53.967006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54234) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:54.011049 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:54.051174 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.115729 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de8aff-8757-45e4-867c-a01788d75b77 None None] Pushing event updated for resources: {'Port': ['ID=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:54.183341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5011258b-94d3-4592-a36b-3d9f0229d1f7 None None] Provisioning complete for port c7c7640a-1d7e-46de-94dd-5dd200e2c5da triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:54.184632 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5011258b-94d3-4592-a36b-3d9f0229d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.240861 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:52Z', 'revision_number': 3, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:54.308368 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Checking router: 5218e602-e564-4f72-acda-c7e810e91517 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:54.308726 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Updating router 5218e602-e564-4f72-acda-c7e810e91517 port f36019d2-b758-48fa-a07b-3b58a1911021 binding host dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:37:54.311788 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5011258b-94d3-4592-a36b-3d9f0229d1f7 None None] Current status of the port c7c7640a-1d7e-46de-94dd-5dd200e2c5da is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:54.343138 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.353722 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 89b1483b-5722-4340-9589-7cfb436adbf6 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:54.408609 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 89b1483b-5722-4340-9589-7cfb436adbf6 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:54.408935 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.493892 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 89b1483b-5722-4340-9589-7cfb436adbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:54.495176 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device c7c7640a-1d7e-46de-94dd-5dd200e2c5da up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:54.521974 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.547710 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port c7c7640a-1d7e-46de-94dd-5dd200e2c5da triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:54.548169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.613975 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks [] for port (f36019d2-b758-48fa-a07b-3b58a1911021), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.637541 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port c7c7640a-1d7e-46de-94dd-5dd200e2c5da is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:54.656983 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.686080 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Allocated IP 172.20.0.1 (9c9d50cb-c132-4a0d-9efe-9831d8d430ae/7fd08285-3474-419b-9fa6-cafe8ebe60d9/05cf64b7-ba37-402b-a314-8facdc8bd3be) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:54.707935 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Attempting to bind port f36019d2-b758-48fa-a07b-3b58a1911021 on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:54.708298 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Attempting to bind port f36019d2-b758-48fa-a07b-3b58a1911021 by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:54.710737 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Attempting to bind port f36019d2-b758-48fa-a07b-3b58a1911021 on network a71646d2-51f3-47c3-8961-139eba86aa07 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:54.715924 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f595b7-35ef-436d-a8eb-e8a7d962b2fe None None] Pushing event updated for resources: {'Port': ['ID=f36019d2-b758-48fa-a07b-3b58a1911021,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:54.720104 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:54.720413 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Checking segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:54.720813 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.721194 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Bound using segment: {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:54.721684 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Bound port: f36019d2-b758-48fa-a07b-3b58a1911021, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6b8535-e2f1-444e-b939-c8d93640a635', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:54.722076 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.814094 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks [] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.880051 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] For port f36019d2-b758-48fa-a07b-3b58a1911021, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:54.883871 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] For port f36019d2-b758-48fa-a07b-3b58a1911021, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=f36019d2-b758-48fa-a07b-3b58a1911021,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:54.902617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.941712 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:54.943097 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:54.948891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:54.954654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:54.982113 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Pushing event updated for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:55.002475 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573511'] for router_interface (5218e602-e564-4f72-acda-c7e810e91517), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.022494 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:55.023592 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:55.072273 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f595b7-35ef-436d-a8eb-e8a7d962b2fe None None] Pushing event updated for resources: {'Port': ['ID=f36019d2-b758-48fa-a07b-3b58a1911021,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:55.155289 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:55.240800 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-d3b85f9c-7e74-40f7-9a69-e6127eedcce8 None None] Provisioning complete for port 05cf64b7-ba37-402b-a314-8facdc8bd3be triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:55.241398 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d3b85f9c-7e74-40f7-9a69-e6127eedcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.277198 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.287601 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d3b85f9c-7e74-40f7-9a69-e6127eedcce8 None None] Port 05cf64b7-ba37-402b-a314-8facdc8bd3be cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:55.360201 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:52Z', 'revision_number': 3, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:55.386902 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daea2-e4a4-47b8-9256-65272796c2f8 None None] The sync data for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi is: [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:52Z', 'revision_number': 3, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:55.468834 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks [] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.548497 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.626991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Pushing event updated for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:55.634783 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573675'] for router_interface (5218e602-e564-4f72-acda-c7e810e91517), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.826683 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:55.829008 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:56.014515 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Router 5218e602-e564-4f72-acda-c7e810e91517 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:56.116583 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-54f0cd73-6756-4330-ba34-ab5c944a88db None None] Provisioning complete for port 05cf64b7-ba37-402b-a314-8facdc8bd3be triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:56.117216 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-54f0cd73-6756-4330-ba34-ab5c944a88db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:56.136491 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:56.142590 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bf4fa993-eeda-4564-a74c-19def5247847 admin admin] 10.222.0.30 "PUT /v2.0/routers/5218e602-e564-4f72-acda-c7e810e91517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739652 Mar 14 14:37:56.164974 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-54f0cd73-6756-4330-ba34-ab5c944a88db None None] Port 05cf64b7-ba37-402b-a314-8facdc8bd3be cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:56.243453 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device f36019d2-b758-48fa-a07b-3b58a1911021 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:56.297065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port f36019d2-b758-48fa-a07b-3b58a1911021 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:56.297622 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:56.398124 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port f36019d2-b758-48fa-a07b-3b58a1911021 is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:56.398519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:56.422006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] For port f36019d2-b758-48fa-a07b-3b58a1911021, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=f36019d2-b758-48fa-a07b-3b58a1911021,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:56.514942 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:56.566283 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Pushing event updated for resources: {'Port': ['ID=f36019d2-b758-48fa-a07b-3b58a1911021,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:57.220767 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Sync routers for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:57.231586 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:57.232209 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:57.338519 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54292) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:57.343971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931752857', 'description': 'tempest-secgroup-smoke-931752857 description', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:57.357380 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:57.411846 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.488225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (383518e5-c618-4d58-928a-3c4d9c8c5afa), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.553766 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (383518e5-c618-4d58-928a-3c4d9c8c5afa), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.574419 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:55Z', 'revision_number': 4, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '05cf64b7-ba37-402b-a314-8facdc8bd3be', 'name': '', 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'mac_address': 'fa:16:3e:dd:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:54Z', 'updated_at': '2022-03-14T14:37:55Z', 'revision_number': 2, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'subnets': [{'id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:57.586137 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383518e5-c618-4d58-928a-3c4d9c8c5afa,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:57.593995 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.594324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.594666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.595134 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.595451 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.595785 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.596219 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.596756 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.596909 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.597416 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.597993 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.598393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.598855 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.599108 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.599432 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.618107 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Checking router: 5218e602-e564-4f72-acda-c7e810e91517 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:57.620825 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Updating router 5218e602-e564-4f72-acda-c7e810e91517 port 05cf64b7-ba37-402b-a314-8facdc8bd3be binding host dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:37:57.644357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.646741 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f675b6a4-b629-498f-a692-2ae21c6f0cd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3070540 Mar 14 14:37:57.648107 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.649825 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54302) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:57.655177 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:57.749825 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (48b0b33b-77f4-4560-b41f-67ccf81cc43b), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.816046 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (48b0b33b-77f4-4560-b41f-67ccf81cc43b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.896657 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (48b0b33b-77f4-4560-b41f-67ccf81cc43b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.912336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b0b33b-77f4-4560-b41f-67ccf81cc43b,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:57.925659 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.926015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.926388 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.926731 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.927066 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.927401 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.927735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.928064 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.928393 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.928724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.929059 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.929389 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.929723 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.930042 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.930389 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:57.936845 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks [] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.978210 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:57.979412 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-02b7abd4-4e54-470d-bee1-3768688aa120 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284180 Mar 14 14:37:57.982018 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54312) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:57.987008 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:57.993520 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.049910 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619cd4c-aa97-4d07-9a2a-836351b173fe None None] Pushing event updated for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:58.062947 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (5ba0bf12-cbca-486b-b5d9-ddbb5c508889), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.111309 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Attempting to bind port 05cf64b7-ba37-402b-a314-8facdc8bd3be on host dv-cinder-790535-28-iscsi for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:58.111309 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Attempting to bind port 05cf64b7-ba37-402b-a314-8facdc8bd3be by drivers openvswitch,hyperv on host dv-cinder-790535-28-iscsi at level 0 using segments [{'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:58.111617 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Attempting to bind port 05cf64b7-ba37-402b-a314-8facdc8bd3be on network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:58.117935 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Checking agent: {'id': 'e9a25be3-49a6-4102-919a-2da65ba16f5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 21, 15), 'started_at': datetime.datetime(2022, 3, 14, 14, 21, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:58.118362 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Checking segment: {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:58.118770 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.119168 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Bound using segment: {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:58.119647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Bound port: 05cf64b7-ba37-402b-a314-8facdc8bd3be, host: dv-cinder-790535-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48608a96-ecfc-4639-abf4-ba6938787948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:58.120292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.132072 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (5ba0bf12-cbca-486b-b5d9-ddbb5c508889), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.193973 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] For port 05cf64b7-ba37-402b-a314-8facdc8bd3be, host dv-cinder-790535-28-iscsi, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:58.198400 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] For port 05cf64b7-ba37-402b-a314-8facdc8bd3be, host dv-cinder-790535-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=05cf64b7-ba37-402b-a314-8facdc8bd3be,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:58.211125 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (5ba0bf12-cbca-486b-b5d9-ddbb5c508889), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.223198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device f36019d2-b758-48fa-a07b-3b58a1911021 up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:58.232832 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba0bf12-cbca-486b-b5d9-ddbb5c508889,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:58.270632 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.287413 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.289988 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0cdaa504-6a31-4402-90e4-186ae3ebc51b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051050 Mar 14 14:37:58.295553 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54314) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:58.300385 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:58.414086 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (20fa4d3b-bf45-4266-b334-b3a28853c25b), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.441858 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port f36019d2-b758-48fa-a07b-3b58a1911021 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:58.442460 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.476605 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (20fa4d3b-bf45-4266-b334-b3a28853c25b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.513061 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Provisioning complete for port 05cf64b7-ba37-402b-a314-8facdc8bd3be triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:58.514093 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.518341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619cd4c-aa97-4d07-9a2a-836351b173fe None None] Pushing event updated for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:58.520893 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:58.524186 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:37:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:58.542638 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (20fa4d3b-bf45-4266-b334-b3a28853c25b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.571485 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fa4d3b-bf45-4266-b334-b3a28853c25b,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:58.642236 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.643455 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-60b53148-cdd6-48ac-b44a-1b136ec2cac4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467410 Mar 14 14:37:58.646256 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54318) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:58.650763 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:58.705945 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:58.707689 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port f36019d2-b758-48fa-a07b-3b58a1911021 is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:58.759777 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (6b440fa4-b9b3-4dec-a97a-ccea65cdc5b2), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.779649 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Current status of the port 05cf64b7-ba37-402b-a314-8facdc8bd3be is: DOWN; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:58.780117 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.814587 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (6b440fa4-b9b3-4dec-a97a-ccea65cdc5b2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.874169 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (6b440fa4-b9b3-4dec-a97a-ccea65cdc5b2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.888448 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] For port 05cf64b7-ba37-402b-a314-8facdc8bd3be, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=05cf64b7-ba37-402b-a314-8facdc8bd3be,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:58.906419 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b440fa4-b9b3-4dec-a97a-ccea65cdc5b2,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:58.967739 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:55Z', 'revision_number': 4, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '05cf64b7-ba37-402b-a314-8facdc8bd3be', 'name': '', 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'mac_address': 'fa:16:3e:dd:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:54Z', 'updated_at': '2022-03-14T14:37:58Z', 'revision_number': 4, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'subnets': [{'id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:58.970976 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.984676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:58.987073 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8ee811aa-3078-4945-a71a-671ff18293a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386855 Mar 14 14:37:58.989224 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54326) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:58.994128 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:59.000235 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39594483-4ac0-49b5-a6ba-25e86b9014ab None None] The sync data for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi is: [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:37:55Z', 'revision_number': 4, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '05cf64b7-ba37-402b-a314-8facdc8bd3be', 'name': '', 'network_id': '9c9d50cb-c132-4a0d-9efe-9831d8d430ae', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'mac_address': 'fa:16:3e:dd:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:54Z', 'updated_at': '2022-03-14T14:37:58Z', 'revision_number': 4, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'subnets': [{'id': '7fd08285-3474-419b-9fa6-cafe8ebe60d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:59.044902 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43216690-68df-40e6-ad77-5dd287ca08d9 None None] Pushing event updated for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:59.091085 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.securitygroups_db [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Project b387b7644a9c49149c6f4ecf28c73d7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:37:59.093071 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-c1313410-e7b5-4898-8902-1b4a466007c7 None None] Provisioning complete for port 05cf64b7-ba37-402b-a314-8facdc8bd3be triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:59.093451 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c1313410-e7b5-4898-8902-1b4a466007c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.102721 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (c3c2dfa9-46f3-41c4-a3d8-973a6e96f1c7), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.172365 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (c3c2dfa9-46f3-41c4-a3d8-973a6e96f1c7), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.186381 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c1313410-e7b5-4898-8902-1b4a466007c7 None None] Current status of the port 05cf64b7-ba37-402b-a314-8facdc8bd3be is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:59.251052 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (c3c2dfa9-46f3-41c4-a3d8-973a6e96f1c7), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.271567 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c2dfa9-46f3-41c4-a3d8-973a6e96f1c7,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:59.332891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.334203 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-76ba21de-70b9-4054-aec6-82ad87c285dd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439200 Mar 14 14:37:59.336927 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54328) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:59.341578 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'security_group_rule': {'security_group_id': '383518e5-c618-4d58-928a-3c4d9c8c5afa', 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:59.433874 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.securitygroups_db [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Project b387b7644a9c49149c6f4ecf28c73d7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:37:59.440384 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (aa5af7f0-8e45-42b5-b358-381810dd4273), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.511265 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (aa5af7f0-8e45-42b5-b358-381810dd4273), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.588062 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295155'] for security_group_rule (aa5af7f0-8e45-42b5-b358-381810dd4273), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.604438 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5af7f0-8e45-42b5-b358-381810dd4273,revision_number=0']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:59.681602 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:59.683134 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-96c2ac07-a378-46b6-827c-ad69e6bd5725 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450239 Mar 14 14:38:00.240747 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 05cf64b7-ba37-402b-a314-8facdc8bd3be up at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:38:00.289419 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Provisioning complete for port 05cf64b7-ba37-402b-a314-8facdc8bd3be triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:00.289798 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:00.369325 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Current status of the port 05cf64b7-ba37-402b-a314-8facdc8bd3be is: ACTIVE; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:04.415261 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54476) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:04.533263 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdf67e86-4e41-40d0-925e-ba42a7cffec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.614120 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdf67e86-4e41-40d0-925e-ba42a7cffec2 admin admin] Publish callbacks [] for security_group (111d6e14-57b0-4a88-8cad-ba99bd273e91), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.662328 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdf67e86-4e41-40d0-925e-ba42a7cffec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (111d6e14-57b0-4a88-8cad-ba99bd273e91), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.704631 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf67e86-4e41-40d0-925e-ba42a7cffec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111d6e14-57b0-4a88-8cad-ba99bd273e91,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:04.709460 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bdf67e86-4e41-40d0-925e-ba42a7cffec2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cf2fed370324f44a6d4b49d859d4d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931540 Mar 14 14:38:04.712280 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54492) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:04.762238 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] Publish callbacks [] for security_group (111d6e14-57b0-4a88-8cad-ba99bd273e91), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.783682 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] Publish callbacks [] for security_group (111d6e14-57b0-4a88-8cad-ba99bd273e91), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.948330 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (111d6e14-57b0-4a88-8cad-ba99bd273e91), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.951044 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:04.952266 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/111d6e14-57b0-4a88-8cad-ba99bd273e91 HTTP/1.1" status: 204 len: 168 time: 0.2388306 Mar 14 14:38:04.960699 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c41fa-264f-4b50-bc40-22f24f4b80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111d6e14-57b0-4a88-8cad-ba99bd273e91,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:07.772910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54586) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:07.903325 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a35a9063-4a77-45df-afaf-a7759fb93ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:07.990098 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a35a9063-4a77-45df-afaf-a7759fb93ab2 admin admin] Publish callbacks [] for security_group (bfde682d-0b74-494e-8ba4-c8caff33c661), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.067928 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a35a9063-4a77-45df-afaf-a7759fb93ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bfde682d-0b74-494e-8ba4-c8caff33c661), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.094311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54608) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:08.110665 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a35a9063-4a77-45df-afaf-a7759fb93ab2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f21059064e704c898fd9f53cf68ee26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365645 Mar 14 14:38:08.112749 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a9063-4a77-45df-afaf-a7759fb93ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfde682d-0b74-494e-8ba4-c8caff33c661,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:08.128958 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-73213de0-0a64-474d-aff4-a3758dd0739e tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fe4091fc6e2a462293787daac7117ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537722 Mar 14 14:38:08.130322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54612) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:08.182023 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6f51dc01-105c-4b1b-a1f2-b98a1822f5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.196322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] Publish callbacks [] for security_group (bfde682d-0b74-494e-8ba4-c8caff33c661), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.218639 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] Publish callbacks [] for security_group (bfde682d-0b74-494e-8ba4-c8caff33c661), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.353752 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (bfde682d-0b74-494e-8ba4-c8caff33c661), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.356501 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.357690 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfde682d-0b74-494e-8ba4-c8caff33c661 HTTP/1.1" status: 204 len: 168 time: 0.2263424 Mar 14 14:38:08.368783 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a43b3e-632a-4544-b3b1-2a7023be5f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfde682d-0b74-494e-8ba4-c8caff33c661,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:08.539531 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8294df25-3578-44be-beb6-b560a3116857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.628647 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-605a4808-be4f-4fb0-b9e5-59ab1780e58d tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:08.629883 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-605a4808-be4f-4fb0-b9e5-59ab1780e58d tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001070 Mar 14 14:38:08.655018 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9f992333-ecaf-4c3a-8db7-0e53a92daeb6 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/quotas/fe4091fc6e2a462293787daac7117ec2 HTTP/1.1" status: 200 len: 375 time: 0.0173960 Mar 14 14:38:08.698243 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-e480b429-e26f-45d8-941c-0c4f7b69a1d3 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe4091fc6e2a462293787daac7117ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367262 Mar 14 14:38:08.718119 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8294df25-3578-44be-beb6-b560a3116857 admin admin] Publish callbacks [] for security_group (3671afd9-beab-4f92-9f05-57565283cfb5), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.782282 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-8294df25-3578-44be-beb6-b560a3116857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3671afd9-beab-4f92-9f05-57565283cfb5), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.823348 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-8294df25-3578-44be-beb6-b560a3116857 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c311a9e8bd194b35a56dfd968ce710a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7273436 Mar 14 14:38:08.825193 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294df25-3578-44be-beb6-b560a3116857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671afd9-beab-4f92-9f05-57565283cfb5,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:08.826313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54618) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:08.891919 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] Publish callbacks [] for security_group (3671afd9-beab-4f92-9f05-57565283cfb5), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.938709 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] Publish callbacks [] for security_group (3671afd9-beab-4f92-9f05-57565283cfb5), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:08.976056 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e83f81d8-78e6-4747-b356-a4c9fa087c43 req-50b53fe1-923e-4339-b1a9-3edc4430dd7b tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 210 time: 0.0488141 Mar 14 14:38:09.044090 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54628) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:09.058528 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9757d2d-9cba-4e3f-9f54-d7b9b5c8f7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.074025 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (3671afd9-beab-4f92-9f05-57565283cfb5), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.076543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.077677 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3671afd9-beab-4f92-9f05-57565283cfb5 HTTP/1.1" status: 204 len: 168 time: 0.2455392 Mar 14 14:38:09.092332 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26746367-40a6-4115-9543-caba1ee1f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671afd9-beab-4f92-9f05-57565283cfb5,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:09.162967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9757d2d-9cba-4e3f-9f54-d7b9b5c8f7bc admin admin] Publish callbacks [] for security_group (fb904c0d-6090-4965-88f5-2042549a7e4c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.227963 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9757d2d-9cba-4e3f-9f54-d7b9b5c8f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (fb904c0d-6090-4965-88f5-2042549a7e4c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.271272 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a9757d2d-9cba-4e3f-9f54-d7b9b5c8f7bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ab078f929ef4c32a382f4a4fbdff935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260246 Mar 14 14:38:09.272163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9757d2d-9cba-4e3f-9f54-d7b9b5c8f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb904c0d-6090-4965-88f5-2042549a7e4c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:09.275384 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54634) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:09.331833 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] Publish callbacks [] for security_group (fb904c0d-6090-4965-88f5-2042549a7e4c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.356760 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] Publish callbacks [] for security_group (fb904c0d-6090-4965-88f5-2042549a7e4c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.525486 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (fb904c0d-6090-4965-88f5-2042549a7e4c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.528522 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:09.529732 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb904c0d-6090-4965-88f5-2042549a7e4c HTTP/1.1" status: 204 len: 168 time: 0.2534409 Mar 14 14:38:09.538215 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a7fe9-1988-4a0a-a1d7-47d7b23b0c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb904c0d-6090-4965-88f5-2042549a7e4c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:09.977130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54644) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:09.991392 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9e361b2d-f024-4111-98f0-cae0befadf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.080994 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9e361b2d-f024-4111-98f0-cae0befadf38 admin admin] Publish callbacks [] for security_group (fa9ec98e-6427-4e1c-bb58-eb03449eb055), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.083878 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c8a336d5-1c4f-47cd-b289-341b96f006f3 req-46b93424-de01-4e47-b65f-3afe8a2ee8db tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 210 time: 0.0347648 Mar 14 14:38:10.130534 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9e361b2d-f024-4111-98f0-cae0befadf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (fa9ec98e-6427-4e1c-bb58-eb03449eb055), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.174025 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361b2d-f024-4111-98f0-cae0befadf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9ec98e-6427-4e1c-bb58-eb03449eb055,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:10.179339 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9e361b2d-f024-4111-98f0-cae0befadf38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6e343449d7c453b911daa7eada4eee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010667 Mar 14 14:38:10.181939 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54654) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:10.240757 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] Publish callbacks [] for security_group (fa9ec98e-6427-4e1c-bb58-eb03449eb055), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.263841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] Publish callbacks [] for security_group (fa9ec98e-6427-4e1c-bb58-eb03449eb055), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.416405 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (fa9ec98e-6427-4e1c-bb58-eb03449eb055), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.419304 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.422798 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa9ec98e-6427-4e1c-bb58-eb03449eb055 HTTP/1.1" status: 204 len: 168 time: 0.2376196 Mar 14 14:38:10.430195 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747ec1-d0cf-4dc4-b115-c1b64d8d7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9ec98e-6427-4e1c-bb58-eb03449eb055,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:10.525311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec0a-bad0-41f5-a123-6fd9d6685ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:11.078495 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54684) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:11.203255 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb414714-8ef3-49a5-bf9e-9b8384061654 req-b7bcbdb5-6e8c-4597-9d69-d92f976f88c8 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 210 time: 0.0464213 Mar 14 14:38:11.483377 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-e1184724-d961-4371-b7c3-899fbde6d7e7 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe4091fc6e2a462293787daac7117ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443506 Mar 14 14:38:11.995468 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-b59443ab-2ab5-478f-ac07-0428ecdeb053 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:11.996933 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-b59443ab-2ab5-478f-ac07-0428ecdeb053 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047729 Mar 14 14:38:11.998834 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Deleting port efa1910b-fce0-4185-8abd-c6ecf4f4ae22 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:11.999164 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.017760 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Request body: {'port': {'device_id': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a', 'admin_state_up': True, 'tenant_id': 'fe4091fc6e2a462293787daac7117ec2'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:12.159514 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.160341 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for floatingip (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.184522 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Calling delete_port for efa1910b-fce0-4185-8abd-c6ecf4f4ae22 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:12.309019 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Made reservation on behalf of fe4091fc6e2a462293787daac7117ec2 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:12.312724 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.329629 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.330632 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f064ed28-8aff-4c18-b2b8-b313d02c8986 req-60e8a68f-7920-4267-aa9e-ee361997fdfc tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Mar 14 14:38:12.485950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks [] for security_group (cf19c80e-854e-4e6c-b278-e591a6699efc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.561401 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (efa1910b-fce0-4185-8abd-c6ecf4f4ae22), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.589535 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event deleted for resources: {'Port': ['ID=efa1910b-fce0-4185-8abd-c6ecf4f4ae22,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:12.619349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cf19c80e-854e-4e6c-b278-e591a6699efc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.717991 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19c80e-854e-4e6c-b278-e591a6699efc,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:12.727936 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for floatingip (025c11bc-5796-4fa6-a7fe-83542de4f1e3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:12.728134 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Floating IP 025c11bc-5796-4fa6-a7fe-83542de4f1e3 disassociated (deleted). External IP: 172.27.2.72, port: 9f863891-d808-47ba-88d5-0653fd12c899. Mar 14 14:38:12.871970 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Allocated IP 192.168.233.202 (08e9c11f-9689-48bc-b072-5c7758e83b5a/5c47dd5e-2b17-44df-9676-e26dd420a9fa/c9647760-f39f-43e1-a9b1-ba16c18e5e6d) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:12.999354 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.124991 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:13.136532 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks [] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.273229 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:13.277623 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.283210 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Sync routers for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:13.294058 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:13.294680 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:13.310447 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-371b57a2-5401-42b0-96b5-a68a48755179 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "DELETE /v2.0/floatingips/025c11bc-5796-4fa6-a7fe-83542de4f1e3 HTTP/1.1" status: 204 len: 168 time: 2.2307837 Mar 14 14:38:13.311022 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:13.313384 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef75c7-c372-45ad-bbee-d61372056d49" -d '{"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:13.317729 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.377879 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a528b6-8606-4c17-9394-dd06dc221f02 x-openstack-request-id: req-16a528b6-8606-4c17-9394-dd06dc221f02 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:13.378378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:13.393915 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16a528b6-8606-4c17-9394-dd06dc221f02 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:13.393915 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'status': 'completed', 'code': 200} Mar 14 14:38:13.393915 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Network 08e9c11f-9689-48bc-b072-5c7758e83b5a is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:13.393915 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:13.396722 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:13.406086 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Pushing event updated for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:13.406311 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:13.492076 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:13.495253 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.536666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-861b82fe-2ed3-4a61-9acd-5be0bb6fde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:13.538223 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-861b82fe-2ed3-4a61-9acd-5be0bb6fde2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e25f00f81f99460f98c07471d6f807a3&device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 1129 time: 0.0960853 Mar 14 14:38:13.621356 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9510e82a-d7ae-45f6-90e8-f4de3ae7eef2 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6093991 Mar 14 14:38:13.640245 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:13.645877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Request body: {'port': {'device_id': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:13.669770 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Checking router: 8b69802c-917d-4274-a3c4-c4f54a2fdd65 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:13.687033 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320f8f-0b6f-4b03-a253-1af69c4224ef req-61f836e7-a894-412d-9c2d-ae0cca52b2f0 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:13.687546 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:13.688168 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:13.690498 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f3320f8f-0b6f-4b03-a253-1af69c4224ef req-61f836e7-a894-412d-9c2d-ae0cca52b2f0 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 936 time: 0.1511884 Mar 14 14:38:13.739860 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-2380e073-d333-4a53-8de4-fced767dfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:13.741853 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-2380e073-d333-4a53-8de4-fced767dfb48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 200 len: 908 time: 0.1943049 Mar 14 14:38:13.769239 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.775885 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.823522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-498c40a7-994b-4d0a-9739-c30449076640 None None] Provisioning complete for port c9647760-f39f-43e1-a9b1-ba16c18e5e6d triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:13.824557 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-498c40a7-994b-4d0a-9739-c30449076640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.839842 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f3320f8f-0b6f-4b03-a253-1af69c4224ef req-ff080f80-5c9a-410c-8fce-2bf39bc4cace tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406302 Mar 14 14:38:13.881291 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:13.903097 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-869fe308-a26f-45a5-8ab9-148af8ccb065 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 200 len: 217 time: 0.1154873 Mar 14 14:38:13.908437 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-498c40a7-994b-4d0a-9739-c30449076640 None None] Port c9647760-f39f-43e1-a9b1-ba16c18e5e6d cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:38:13.967430 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-7443afbf-ac08-410c-85d1-5dbda96bed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:13.969393 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-7443afbf-ac08-410c-85d1-5dbda96bed88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 200 len: 846 time: 0.0564523 Mar 14 14:38:14.028629 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-95d0a91c-0ff4-4189-8024-7c9ffad7ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:14.030144 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-95d0a91c-0ff4-4189-8024-7c9ffad7ab76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53e501a4-d7f2-4603-a575-5bed03e44fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541070 Mar 14 14:38:14.037882 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c2df-5646-4cf9-bc7d-f61dd2344534 req-a6a760c4-805d-4183-bb0b-fed039235eae tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:14.042541 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6c08c2df-5646-4cf9-bc7d-f61dd2344534 req-a6a760c4-805d-4183-bb0b-fed039235eae tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.1323640 Mar 14 14:38:14.131980 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:14.147691 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-47a73997-3113-42a0-a3a3-32df7c796f03 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088130 Mar 14 14:38:14.168519 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22a0a-cf9b-40e7-9604-cf555f86b879 None None] The sync data for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi is: [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:33:00Z', 'revision_number': 4, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': 'ac3d84e0-1cc4-4dff-af08-b6514669e93d', 'name': '', 'network_id': '53e501a4-d7f2-4603-a575-5bed03e44fd5', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'mac_address': 'fa:16:3e:2d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '564fc698-d376-4175-bb9b-6854567a930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:05Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'subnets': [{'id': '564fc698-d376-4175-bb9b-6854567a930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:14.176212 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6c08c2df-5646-4cf9-bc7d-f61dd2344534 req-c85e9223-3d87-4d09-a50f-d7c3c7c7f673 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293683 Mar 14 14:38:14.282773 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9647760-f39f-43e1-a9b1-ba16c18e5e6d {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:14.283654 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-fcef75c7-c372-45ad-bbee-d61372056d49 req-6d9ecedd-f028-4774-b6ef-d60877376698 service neutron] 10.222.0.53 "GET /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310496 Mar 14 14:38:14.293004 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks [] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.307627 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Transition to ACTIVE for port object c9647760-f39f-43e1-a9b1-ba16c18e5e6d will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:38:14.376098 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.431795 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:14.459339 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a7771-42d1-4730-90ad-419338e80dcb None None] New status for floating IP 025c11bc-5796-4fa6-a7fe-83542de4f1e3: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:38:14.518333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Attempting to bind port c9647760-f39f-43e1-a9b1-ba16c18e5e6d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:38:14.520446 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Attempting to bind port c9647760-f39f-43e1-a9b1-ba16c18e5e6d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:38:14.520797 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Attempting to bind port c9647760-f39f-43e1-a9b1-ba16c18e5e6d on network 08e9c11f-9689-48bc-b072-5c7758e83b5a {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:14.529996 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Port c9647760-f39f-43e1-a9b1-ba16c18e5e6d on network 08e9c11f-9689-48bc-b072-5c7758e83b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:38:14.530347 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Attempting to bind port c9647760-f39f-43e1-a9b1-ba16c18e5e6d on network 08e9c11f-9689-48bc-b072-5c7758e83b5a {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:14.536946 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:38:14.537224 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Checking segment: {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:14.537619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Bound using segment: {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:38:14.538102 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Bound port: c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10929e3e-c57d-456d-8ad5-2badcccc4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:38:14.538480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.606908 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:38:14.610144 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:38:14.674015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.717696 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:14.718346 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.719730 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] 10.222.0.53 "PUT /v2.0/ports/c9647760-f39f-43e1-a9b1-ba16c18e5e6d HTTP/1.1" status: 200 len: 1098 time: 1.0802381 Mar 14 14:38:14.739353 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970a21a-4c5a-416e-b27d-3da1838e8b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:14.904368 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-f867d490-3f20-4a73-b6ea-b50cc38f18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:14.905926 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-f867d490-3f20-4a73-b6ea-b50cc38f18ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe4091fc6e2a462293787daac7117ec2&device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 1132 time: 0.0647910 Mar 14 14:38:14.975814 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-25a47568-9a84-44be-8cc9-bf94ca3dc2fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d HTTP/1.1" status: 200 len: 217 time: 0.0445316 Mar 14 14:38:14.992822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3328c4-6132-4035-afd0-3fac2fe83731 req-518c920d-c1e1-4dc3-8d9d-8f172e80d1ec tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:14.994305 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4c3328c4-6132-4035-afd0-3fac2fe83731 req-518c920d-c1e1-4dc3-8d9d-8f172e80d1ec tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 948 time: 0.0583386 Mar 14 14:38:15.028716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-c9e6fad9-b623-43fe-ad94-3e3f8f4ad630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.030239 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-c9e6fad9-b623-43fe-ad94-3e3f8f4ad630 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c47dd5e-2b17-44df-9676-e26dd420a9fa HTTP/1.1" status: 200 len: 843 time: 0.0467250 Mar 14 14:38:15.047548 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4c3328c4-6132-4035-afd0-3fac2fe83731 req-f12bd55a-de52-4633-8822-793dd216da3a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Mar 14 14:38:15.108127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9590f061-df81-4161-98c9-f874befae13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.109677 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-9590f061-df81-4161-98c9-f874befae13b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e9c11f-9689-48bc-b072-5c7758e83b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0573850 Mar 14 14:38:15.202906 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-d95d7066-6c27-4c56-8912-045e5c88d3fa service neutron] 10.222.0.53 "GET /v2.0/networks/08e9c11f-9689-48bc-b072-5c7758e83b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856893 Mar 14 14:38:15.336465 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe58024-6ede-4e4b-8eed-865deca63506 req-dab176af-518b-443b-9cda-a55bf455f335 service neutron] 10.222.0.53 "GET /v2.0/networks/08e9c11f-9689-48bc-b072-5c7758e83b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264613 Mar 14 14:38:15.358891 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bc183-3137-4034-8e03-6edb49b9ba52 req-57ca7425-b431-4002-9dcc-bf36c3df884e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.360561 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a42bc183-3137-4034-8e03-6edb49b9ba52 req-57ca7425-b431-4002-9dcc-bf36c3df884e tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0819519 Mar 14 14:38:15.380375 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:15.382865 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5d695-d0da-4a38-a260-8b3bc03a5487" -d '{"events": [{"name": "network-changed", "server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:15.423902 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4b714-0b6f-4c70-8811-17b35916859c x-openstack-request-id: req-aec4b714-0b6f-4c70-8811-17b35916859c {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:15.424197 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:15.424463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aec4b714-0b6f-4c70-8811-17b35916859c {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:15.425009 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d', 'status': 'completed', 'code': 200} Mar 14 14:38:15.430260 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a42bc183-3137-4034-8e03-6edb49b9ba52 req-0c770a04-af24-4c65-b3af-968d8752bcc7 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621526 Mar 14 14:38:15.570297 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-f64db598-10df-49b7-a32b-3183467daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.571771 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-f64db598-10df-49b7-a32b-3183467daa08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe4091fc6e2a462293787daac7117ec2&device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 1132 time: 0.0513744 Mar 14 14:38:15.587967 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:15.706636 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-688b4dd6-2fbb-405c-b6d5-5cd9d3db9706 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.708774 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-688b4dd6-2fbb-405c-b6d5-5cd9d3db9706 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 945 time: 0.0633664 Mar 14 14:38:15.745909 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-70176c7d-30b3-4b76-a8cb-d4b5714660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.748023 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-70176c7d-30b3-4b76-a8cb-d4b5714660fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=08e9c11f-9689-48bc-b072-5c7758e83b5a HTTP/1.1" status: 200 len: 870 time: 0.1023793 Mar 14 14:38:15.797535 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-ccbee822-5751-4692-a6c2-3cf142afeb9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d HTTP/1.1" status: 200 len: 217 time: 0.0422938 Mar 14 14:38:15.829890 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Deleting port 9f863891-d808-47ba-88d5-0653fd12c899 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:15.830324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (9f863891-d808-47ba-88d5-0653fd12c899), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:15.854764 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-12417de5-623d-4ad1-8683-42303b0ec628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.856231 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-12417de5-623d-4ad1-8683-42303b0ec628 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c47dd5e-2b17-44df-9676-e26dd420a9fa HTTP/1.1" status: 200 len: 843 time: 0.0525951 Mar 14 14:38:15.922140 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-bf72cbd4-004a-4df0-a3f1-87feae397476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:15.923698 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-bf72cbd4-004a-4df0-a3f1-87feae397476 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08e9c11f-9689-48bc-b072-5c7758e83b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0581465 Mar 14 14:38:15.952733 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] For port 9f863891-d808-47ba-88d5-0653fd12c899, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f863891-d808-47ba-88d5-0653fd12c899,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:15.953530 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (9f863891-d808-47ba-88d5-0653fd12c899), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:15.966399 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Calling delete_port for 9f863891-d808-47ba-88d5-0653fd12c899 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:16.029216 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-d4b2a8f1-daa9-4352-87f5-af38c90012ae service neutron] 10.222.0.53 "GET /v2.0/networks/08e9c11f-9689-48bc-b072-5c7758e83b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988293 Mar 14 14:38:16.152322 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08e5d695-d0da-4a38-a260-8b3bc03a5487 req-d7a3f044-776b-4d2c-8ff2-7be0e07d27ad service neutron] 10.222.0.53 "GET /v2.0/networks/08e9c11f-9689-48bc-b072-5c7758e83b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162653 Mar 14 14:38:16.204025 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba2728-bc0d-4e67-b2e6-7f8e7ab6ad55 req-50f8fdba-c292-4f9e-b747-7cbd7affb5dd tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:16.205586 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c5ba2728-bc0d-4e67-b2e6-7f8e7ab6ad55 req-50f8fdba-c292-4f9e-b747-7cbd7affb5dd tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 948 time: 0.0700884 Mar 14 14:38:16.206830 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (9f863891-d808-47ba-88d5-0653fd12c899), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:16.249047 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event deleted for resources: {'Port': ['ID=9f863891-d808-47ba-88d5-0653fd12c899,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:16.311749 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] No DVR routers for this DVR port 9f863891-d808-47ba-88d5-0653fd12c899 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:16.316478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:16.319936 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-12f1286d-96fb-4b21-80aa-c2dc2fad3efd req-9b21e1de-a4da-460b-9ae7-20fea97dc2a3 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.53 "DELETE /v2.0/ports/9f863891-d808-47ba-88d5-0653fd12c899 HTTP/1.1" status: 204 len: 173 time: 0.6048212 Mar 14 14:38:16.320368 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-deleted', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:16.322659 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bfc442-d375-4fe5-8471-3ae88dbfb406" -d '{"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-deleted", "tag": "9f863891-d808-47ba-88d5-0653fd12c899"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:16.329259 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c5ba2728-bc0d-4e67-b2e6-7f8e7ab6ad55 req-2b7294fb-c701-4d37-8418-ba762cd7cf1c tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129091 Mar 14 14:38:16.361468 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a912bf-fee8-49c9-ad9b-cfbbbd271cd9 x-openstack-request-id: req-a5a912bf-fee8-49c9-ad9b-cfbbbd271cd9 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:16.361770 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce980642-679e-4955-a12e-c0f9da581d2e", "name": "network-vif-deleted", "tag": "9f863891-d808-47ba-88d5-0653fd12c899", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:16.362032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5a912bf-fee8-49c9-ad9b-cfbbbd271cd9 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:16.362522 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce980642-679e-4955-a12e-c0f9da581d2e', 'name': 'network-vif-deleted', 'tag': '9f863891-d808-47ba-88d5-0653fd12c899', 'status': 'completed', 'code': 200} Mar 14 14:38:16.536018 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-cd3e993b-b9fd-4c00-a269-4c24f7e7f8af req-6cb2a327-5762-4520-9285-dcaa48e76fc2 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 210 time: 0.0311460 Mar 14 14:38:17.228010 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:17.458991 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6dabe-7555-4d7d-b422-69c84c572a0f req-e2ea21ca-683f-4baa-83f6-c155f5b8eb89 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:17.460521 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6dd6dabe-7555-4d7d-b422-69c84c572a0f req-e2ea21ca-683f-4baa-83f6-c155f5b8eb89 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 948 time: 0.0596201 Mar 14 14:38:17.522580 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6dd6dabe-7555-4d7d-b422-69c84c572a0f req-c9d776ed-fd94-411a-aa97-9a7ea5735efb tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Mar 14 14:38:17.646519 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d0227b64-b61a-4877-b818-f975def3017c req-209ab4c3-7027-4788-a2c2-b22fd49c5ecd tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce980642-679e-4955-a12e-c0f9da581d2e HTTP/1.1" status: 200 len: 210 time: 0.0293975 Mar 14 14:38:18.146483 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c9647760-f39f-43e1-a9b1-ba16c18e5e6d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:38:18.156491 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:18.163117 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54874) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:18.183287 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 9f863891-d808-47ba-88d5-0653fd12c899 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:18.183888 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 9f863891-d808-47ba-88d5-0653fd12c899 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:18.292750 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:18.295474 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2aa656c7-2aa9-46a2-949b-1f8017d62031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.306015 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d', 'network_id': '08e9c11f-9689-48bc-b072-5c7758e83b5a', 'port_id': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d', 'mac_address': 'fa:16:3e:5b:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c47dd5e-2b17-44df-9676-e26dd420a9fa', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:38:18.352791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port c9647760-f39f-43e1-a9b1-ba16c18e5e6d is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:18.353311 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.367417 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9647760-f39f-43e1-a9b1-ba16c18e5e6d {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:18.380707 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2aa656c7-2aa9-46a2-949b-1f8017d62031 admin admin] Publish callbacks [] for security_group (dbbbd5ef-63c0-4f24-a12d-f685dce23269), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.388125 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:18.501808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2aa656c7-2aa9-46a2-949b-1f8017d62031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (dbbbd5ef-63c0-4f24-a12d-f685dce23269), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.502745 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.542911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa656c7-2aa9-46a2-949b-1f8017d62031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbbd5ef-63c0-4f24-a12d-f685dce23269,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:18.562797 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2aa656c7-2aa9-46a2-949b-1f8017d62031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c16fa7d33ac4834a43cd32507b2ae68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984056 Mar 14 14:38:18.562931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54890) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:18.572064 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:18.581062 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.587546 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:18.619630 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] Publish callbacks [] for security_group (dbbbd5ef-63c0-4f24-a12d-f685dce23269), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.642610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] Publish callbacks [] for security_group (dbbbd5ef-63c0-4f24-a12d-f685dce23269), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.648772 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8fc8f-ba29-48f2-bbdd-b0d6775b80e9 req-cfd6713e-602a-4202-9274-cc7da23306d0 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:18.650389 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-26a8fc8f-ba29-48f2-bbdd-b0d6775b80e9 req-cfd6713e-602a-4202-9274-cc7da23306d0 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 949 time: 0.0548899 Mar 14 14:38:18.707761 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54894) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:18.708306 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-26a8fc8f-ba29-48f2-bbdd-b0d6775b80e9 req-f65133ff-9696-4c3b-9f65-d71ed0205546 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Mar 14 14:38:18.770155 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.791768 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['c9647760-f39f-43e1-a9b1-ba16c18e5e6d'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:38:18.796970 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.800030 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (dbbbd5ef-63c0-4f24-a12d-f685dce23269), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.803340 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.807326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbbbd5ef-63c0-4f24-a12d-f685dce23269 HTTP/1.1" status: 204 len: 168 time: 0.2406380 Mar 14 14:38:18.825592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3045ee9-c54b-4c83-9312-d999fc607dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbbd5ef-63c0-4f24-a12d-f685dce23269,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:18.972019 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54900) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:18.987419 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.990290 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:18.991615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] 10.222.0.30 "DELETE /v2.0/security-groups/7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f HTTP/1.1" status: 204 len: 168 time: 0.2820971 Mar 14 14:38:19.006089 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c1029-1143-4979-8aa4-4b961e774a90 tempest-TestShelveInstance-73279959 tempest-TestShelveInstance-73279959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5297c8-2c9c-4dca-bc1c-7e94b36c1f0f,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:19.111355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54906) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:19.203561 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bff848d8-256a-4188-8876-1e543c109368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.392446 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bff848d8-256a-4188-8876-1e543c109368 admin admin] Publish callbacks [] for security_group (54407261-cf8b-40a2-b3b8-bde91394fad9), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.486847 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-bff848d8-256a-4188-8876-1e543c109368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (54407261-cf8b-40a2-b3b8-bde91394fad9), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.530914 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54912) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:19.539946 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bff848d8-256a-4188-8876-1e543c109368 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a86cf90766440e8a2c04c04f030a1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657539 Mar 14 14:38:19.542572 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff848d8-256a-4188-8876-1e543c109368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54407261-cf8b-40a2-b3b8-bde91394fad9,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:19.544900 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 54914) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:19.547415 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa86cecf-4dbb-4493-9162-7a58540300ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.660054 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa86cecf-4dbb-4493-9162-7a58540300ba admin admin] Publish callbacks [] for security_group (f8ca5cff-c5fc-4661-9799-67003d901070), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.668175 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] Publish callbacks [] for security_group (54407261-cf8b-40a2-b3b8-bde91394fad9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.696061 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] Publish callbacks [] for security_group (54407261-cf8b-40a2-b3b8-bde91394fad9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.760715 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa86cecf-4dbb-4493-9162-7a58540300ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f8ca5cff-c5fc-4661-9799-67003d901070), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.850643 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aa86cecf-4dbb-4493-9162-7a58540300ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49cb064dfc6943ce970a700623e5429c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186455 Mar 14 14:38:19.853511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54928) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:19.854842 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86cecf-4dbb-4493-9162-7a58540300ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ca5cff-c5fc-4661-9799-67003d901070,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:19.861869 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.899559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (54407261-cf8b-40a2-b3b8-bde91394fad9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.902087 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.903402 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54407261-cf8b-40a2-b3b8-bde91394fad9 HTTP/1.1" status: 204 len: 168 time: 0.3575807 Mar 14 14:38:19.915850 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3f05-05bb-4d1d-be62-0d93b804a1f3 req-47ec4f41-377b-4a1b-a15a-bf37af334682 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:19.918503 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1eb3f05-05bb-4d1d-be62-0d93b804a1f3 req-47ec4f41-377b-4a1b-a15a-bf37af334682 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 949 time: 0.1263797 Mar 14 14:38:19.929931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78d19-4a25-452d-be7c-b41b1b60be69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54407261-cf8b-40a2-b3b8-bde91394fad9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:19.955931 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] Publish callbacks [] for security_group (f8ca5cff-c5fc-4661-9799-67003d901070), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:19.959151 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-57ea4d1d-0531-491d-8bbc-6b6716a5ba3e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931752857&fields=id&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 267 time: 0.1140027 Mar 14 14:38:20.014855 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] Publish callbacks [] for security_group (f8ca5cff-c5fc-4661-9799-67003d901070), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.028969 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1eb3f05-05bb-4d1d-be62-0d93b804a1f3 req-34e8f4bc-0237-4611-bac0-f0ee946565a8 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966892 Mar 14 14:38:20.161600 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-69049c6a-ccb2-43a4-8492-526c39eb4958 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:20.163050 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-69049c6a-ccb2-43a4-8492-526c39eb4958 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.1664650 Mar 14 14:38:20.167799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c9647760-f39f-43e1-a9b1-ba16c18e5e6d up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:38:20.180584 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f8ca5cff-c5fc-4661-9799-67003d901070), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.183689 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.184847 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8ca5cff-c5fc-4661-9799-67003d901070 HTTP/1.1" status: 204 len: 168 time: 0.3272917 Mar 14 14:38:20.186665 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-afac8dd8-8c2d-4467-90bd-d3a0d4a17fb7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/quotas/b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 375 time: 0.0134544 Mar 14 14:38:20.206257 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae08f59-8fee-4119-8dd8-6dacf0b6d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ca5cff-c5fc-4661-9799-67003d901070,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:20.303092 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-501341cd-e773-4f80-bd90-dee7b069693a tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035328 Mar 14 14:38:20.330498 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port c9647760-f39f-43e1-a9b1-ba16c18e5e6d completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:38:20.336507 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port c9647760-f39f-43e1-a9b1-ba16c18e5e6d triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:20.339868 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.352393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Deleting port ac3d84e0-1cc4-4dff-af08-b6514669e93d {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:20.352734 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.434942 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port c9647760-f39f-43e1-a9b1-ba16c18e5e6d is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:20.435323 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.460650 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:20.462438 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc5157-b9fc-405d-899b-f17c4887f8a6" -d '{"events": [{"server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "name": "network-vif-plugged", "status": "completed", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:20.476640 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:20.479152 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c395ebfe-4392-4ede-a69b-41bac93522be service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638429 Mar 14 14:38:20.498409 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26812ce5-20a1-4beb-9e7c-cfcf4f3ae8b8 x-openstack-request-id: req-26812ce5-20a1-4beb-9e7c-cfcf4f3ae8b8 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:20.499213 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "name": "network-vif-plugged", "status": "completed", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:20.499213 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26812ce5-20a1-4beb-9e7c-cfcf4f3ae8b8 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:20.499465 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d', 'code': 200} Mar 14 14:38:20.544676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] For port ac3d84e0-1cc4-4dff-af08-b6514669e93d, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ac3d84e0-1cc4-4dff-af08-b6514669e93d,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:20.545049 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.566194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.592031 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Calling delete_port for ac3d84e0-1cc4-4dff-af08-b6514669e93d owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:20.662870 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-1b8ac11a-1d3f-426c-a685-b0a8d0607b12 service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773307 Mar 14 14:38:20.665630 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:20.773193 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54944) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:20.789069 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72f7b6df-edc3-423a-b40d-c5a584587c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.875368 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72f7b6df-edc3-423a-b40d-c5a584587c6d admin admin] Publish callbacks [] for security_group (ecf46d77-19fc-482a-bad9-fbaf41d1d126), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:20.952756 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f1c8-81b2-4f31-8090-0a2f25ae7202 req-34e6a4b1-25e7-4cda-8586-80a21200002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:20.955165 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9867f1c8-81b2-4f31-8090-0a2f25ae7202 req-34e6a4b1-25e7-4cda-8586-80a21200002a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 1134 time: 0.0689340 Mar 14 14:38:21.014335 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9867f1c8-81b2-4f31-8090-0a2f25ae7202 req-40e16d11-ee52-4378-a559-22231d2db275 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Mar 14 14:38:21.163781 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229194-43f8-46c3-bac6-167cf78bfce7 req-c863eeca-2f31-4a42-bc3d-47aebf2961b6 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:21.165381 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a229194-43f8-46c3-bac6-167cf78bfce7 req-c863eeca-2f31-4a42-bc3d-47aebf2961b6 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.0540984 Mar 14 14:38:21.177283 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (ac3d84e0-1cc4-4dff-af08-b6514669e93d), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.214128 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a229194-43f8-46c3-bac6-167cf78bfce7 req-18974af6-98eb-44fa-a66e-82c1a02f2607 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Mar 14 14:38:21.217292 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3d84e0-1cc4-4dff-af08-b6514669e93d,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:21.257841 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-72f7b6df-edc3-423a-b40d-c5a584587c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ecf46d77-19fc-482a-bad9-fbaf41d1d126), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.312035 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-72f7b6df-edc3-423a-b40d-c5a584587c6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b39b3575fc545d99b535617f4ecfb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5372403 Mar 14 14:38:21.312869 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54958) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:21.313665 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7b6df-edc3-423a-b40d-c5a584587c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf46d77-19fc-482a-bad9-fbaf41d1d126,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:21.380753 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] Publish callbacks [] for security_group (ecf46d77-19fc-482a-bad9-fbaf41d1d126), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.407490 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] Publish callbacks [] for security_group (ecf46d77-19fc-482a-bad9-fbaf41d1d126), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.447654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.530877 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (ecf46d77-19fc-482a-bad9-fbaf41d1d126), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.538518 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.538518 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecf46d77-19fc-482a-bad9-fbaf41d1d126 HTTP/1.1" status: 204 len: 168 time: 0.2181160 Mar 14 14:38:21.543948 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c703a8-d6c3-455a-a386-5415d7d76cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf46d77-19fc-482a-bad9-fbaf41d1d126,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:21.705348 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0022afd5-224b-4dfd-b266-318497f7fb89 req-eb831b5f-d427-4b5b-8f91-f2ee683b60a8 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0386343 Mar 14 14:38:21.709179 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:22.110984 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:22.120323 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-3114a987-5e7c-45b7-aa79-cd3b23300ab5 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b69802c-917d-4274-a3c4-c4f54a2fdd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076430 Mar 14 14:38:22.120570 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 54988) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:22.125289 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Sync routers for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:22.139746 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:22.140005 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:22.269185 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks [] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:22.376017 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:22.453811 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4c3e-a809-4650-be6e-63d2f02971ff req-ceeacbdc-513b-415e-8fe7-e5e4e74456a1 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:22.457748 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-66eb4c3e-a809-4650-be6e-63d2f02971ff req-ceeacbdc-513b-415e-8fe7-e5e4e74456a1 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.1128356 Mar 14 14:38:22.494087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks [] for router_gateway (8b69802c-917d-4274-a3c4-c4f54a2fdd65), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:22.518698 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-66eb4c3e-a809-4650-be6e-63d2f02971ff req-0820cc52-dff5-4441-b127-2166db0fbf9b tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 Mar 14 14:38:22.606583 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:38:20Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:22.637523 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Checking router: 8b69802c-917d-4274-a3c4-c4f54a2fdd65 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:22.648264 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Routers {'8b69802c-917d-4274-a3c4-c4f54a2fdd65'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:22.649010 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:22.725622 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Deleting port d9598548-3896-4b83-bae1-dec58686258b {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:22.725968 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (d9598548-3896-4b83-bae1-dec58686258b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:22.773396 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] Set router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:22.812520 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fb636e34-5fad-455b-8acc-46c2075a2dc2 req-334ef3e8-a7ec-466f-b138-7e30ac450a95 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0609636 Mar 14 14:38:22.856928 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] For port d9598548-3896-4b83-bae1-dec58686258b, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9598548-3896-4b83-bae1-dec58686258b,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:22.857709 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (d9598548-3896-4b83-bae1-dec58686258b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:22.887668 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Calling delete_port for d9598548-3896-4b83-bae1-dec58686258b owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:23.017527 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-518716ca-731f-4efa-b878-0b648b855acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:38:20Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:23.056877 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518716ca-731f-4efa-b878-0b648b855acc None None] The sync data for ids ['8b69802c-917d-4274-a3c4-c4f54a2fdd65'] in dv-cinder-790535-28-iscsi is: [{'id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'name': 'tempest-TestShelveInstance-74024871-router', 'tenant_id': 'e25f00f81f99460f98c07471d6f807a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'd9598548-3896-4b83-bae1-dec58686258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:32:55Z', 'updated_at': '2022-03-14T14:38:20Z', 'revision_number': 5, 'project_id': 'e25f00f81f99460f98c07471d6f807a3', 'gw_port': {'id': 'd9598548-3896-4b83-bae1-dec58686258b', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b69802c-917d-4274-a3c4-c4f54a2fdd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:32:56Z', 'updated_at': '2022-03-14T14:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:23.485030 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (d9598548-3896-4b83-bae1-dec58686258b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.518202 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9598548-3896-4b83-bae1-dec58686258b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:23.628196 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.696645 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa207f6-8d9b-45d9-919b-5e3f5bb9e685 req-613cf22c-6371-46fa-a269-4f1f1825f180 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:23.698710 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0aa207f6-8d9b-45d9-919b-5e3f5bb9e685 req-613cf22c-6371-46fa-a269-4f1f1825f180 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.0820258 Mar 14 14:38:23.750743 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.754150 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks [] for router_controller (8b69802c-917d-4274-a3c4-c4f54a2fdd65), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.808582 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0aa207f6-8d9b-45d9-919b-5e3f5bb9e685 req-fff31e49-8c49-4fa6-8bbe-14f1604e5ed1 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024122 Mar 14 14:38:23.865348 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (8b69802c-917d-4274-a3c4-c4f54a2fdd65), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.865348 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b69802c-917d-4274-a3c4-c4f54a2fdd65 {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:38:23.881643 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.884822 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c18b63ce-b3b5-4000-ab35-7a816ff2ca23 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b69802c-917d-4274-a3c4-c4f54a2fdd65 HTTP/1.1" status: 204 len: 168 time: 1.7630489 Mar 14 14:38:23.887559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55054) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:23.983890 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03e2b3fc-141f-44ba-b53a-79d9448483bb req-76d3d851-63b5-4d88-b6b1-bc9def3b665d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0449483 Mar 14 14:38:24.011221 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Deleting subnet 564fc698-d376-4175-bb9b-6854567a930d {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:38:24.019724 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Publish callbacks [] for subnet (564fc698-d376-4175-bb9b-6854567a930d), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.078884 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (564fc698-d376-4175-bb9b-6854567a930d), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.190260 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (564fc698-d376-4175-bb9b-6854567a930d), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.332339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (564fc698-d376-4175-bb9b-6854567a930d), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.364381 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564fc698-d376-4175-bb9b-6854567a930d,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:24.371427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.378463 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f4edce63-c5cc-4b7c-a9b7-e64c1b3a42d4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/564fc698-d376-4175-bb9b-6854567a930d HTTP/1.1" status: 204 len: 168 time: 0.4858835 Mar 14 14:38:24.385200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55066) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:24.388182 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6652153-a1a8-4bb9-95d2-59ffb93c0be7 None None] Network 53e501a4-d7f2-4603-a575-5bed03e44fd5 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:38:24.435941 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16f289-1cfa-41f0-b677-ab5d99243e40 req-7deae0b0-4600-43e4-aef1-b2ee647520ed tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:24.437535 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d16f289-1cfa-41f0-b677-ab5d99243e40 req-7deae0b0-4600-43e4-aef1-b2ee647520ed tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.0861850 Mar 14 14:38:24.543765 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d16f289-1cfa-41f0-b677-ab5d99243e40 req-c836920a-cbe1-46c9-b552-390f81e2292c tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907917 Mar 14 14:38:24.559944 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ac3d84e0-1cc4-4dff-af08-b6514669e93d no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:24.651122 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (53e501a4-d7f2-4603-a575-5bed03e44fd5), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.718183 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-07273a18-8588-4498-bbb0-e360620dbb5c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:24.720152 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-07273a18-8588-4498-bbb0-e360620dbb5c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.2716713 Mar 14 14:38:24.752693 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: ac3d84e0-1cc4-4dff-af08-b6514669e93d {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:24.753050 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ac3d84e0-1cc4-4dff-af08-b6514669e93d not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:24.754105 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9598548-3896-4b83-bae1-dec58686258b no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:24.790349 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Deleting port d9d55a2f-6265-4555-bd66-6c5775039cfd {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:24.790951 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.809472 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: d9598548-3896-4b83-bae1-dec58686258b {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:24.809884 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9598548-3896-4b83-bae1-dec58686258b not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:24.851273 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-7cc629aa-8a86-4e39-80ad-feef259e8571 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 379 time: 0.1152112 Mar 14 14:38:24.869592 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'port': {'device_id': '337d5216-c20c-4520-926c-1efd818c983e', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'admin_state_up': True, 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'security_groups': ['383518e5-c618-4d58-928a-3c4d9c8c5afa']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:24.943668 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] DHCP port deletion for 53e501a4-d7f2-4603-a575-5bed03e44fd5 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:38:24.971145 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] For port d9d55a2f-6265-4555-bd66-6c5775039cfd, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9d55a2f-6265-4555-bd66-6c5775039cfd,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:24.972075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.997338 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Calling delete_port for d9d55a2f-6265-4555-bd66-6c5775039cfd owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:25.023454 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:38:25.025044 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Deleting port d9d55a2f-6265-4555-bd66-6c5775039cfd {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:25.025722 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.038896 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55076) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:25.103995 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] For port d9d55a2f-6265-4555-bd66-6c5775039cfd, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=d9d55a2f-6265-4555-bd66-6c5775039cfd,segment=NetworkSegment(4f46c01a-d9d4-430b-9104-bb98e5a9917a),segment_id=4f46c01a-d9d4-430b-9104-bb98e5a9917a)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:25.104399 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.119006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Calling delete_port for d9d55a2f-6265-4555-bd66-6c5775039cfd owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:25.159637 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8635bff0-4237-4170-b6a4-f2f6c7c299e0 req-e4754067-4539-4c32-bfef-8619d6150bf0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0821362 Mar 14 14:38:25.198274 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9c0501a3-5cee-4c88-b925-faee31a9d535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.277993 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9c0501a3-5cee-4c88-b925-faee31a9d535 admin admin] Publish callbacks [] for security_group (b6b06764-978f-4a28-8cf1-ff3b70d3e43d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.307878 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.316100 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (d9d55a2f-6265-4555-bd66-6c5775039cfd), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.340187 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] Pushing event deleted for resources: {'Port': ['ID=d9d55a2f-6265-4555-bd66-6c5775039cfd,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:25.342653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Made reservation on behalf of b387b7644a9c49149c6f4ecf28c73d7e for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:25.345791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a72450-bc41-4dec-9706-9a2eb1551452 None None] No DVR routers for this DVR port d9d55a2f-6265-4555-bd66-6c5775039cfd on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:25.346084 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.349427 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d55a2f-6265-4555-bd66-6c5775039cfd,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:25.355926 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] No DVR routers for this DVR port d9d55a2f-6265-4555-bd66-6c5775039cfd on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:25.416336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9c0501a3-5cee-4c88-b925-faee31a9d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (b6b06764-978f-4a28-8cf1-ff3b70d3e43d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.462217 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9c0501a3-5cee-4c88-b925-faee31a9d535 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6706da5ea92e43fbb28e78c4329d13b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228220 Mar 14 14:38:25.463365 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0501a3-5cee-4c88-b925-faee31a9d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b06764-978f-4a28-8cf1-ff3b70d3e43d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:25.466941 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55080) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:25.482992 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (53e501a4-d7f2-4603-a575-5bed03e44fd5), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.516786 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e501a4-d7f2-4603-a575-5bed03e44fd5']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:25.528087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] Publish callbacks [] for security_group (b6b06764-978f-4a28-8cf1-ff3b70d3e43d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.548356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f46c01a-d9d4-430b-9104-bb98e5a9917a') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:25.548650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f46c01a-d9d4-430b-9104-bb98e5a9917a') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:25.550614 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] Publish callbacks [] for security_group (b6b06764-978f-4a28-8cf1-ff3b70d3e43d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.565205 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (4f46c01a-d9d4-430b-9104-bb98e5a9917a), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.586575 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (4f46c01a-d9d4-430b-9104-bb98e5a9917a), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.596128 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.20.0.10 (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a/a629ac76-537f-43cd-b425-95ede0b9a894/caf9b013-e699-4cda-a451-8978e027426e) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:25.599154 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:38:25.599547 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (4f46c01a-d9d4-430b-9104-bb98e5a9917a), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:38:25.601274 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:38:25.704800 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213b78-da88-45a3-8b50-92a09cfb8393 req-b4f9a3de-206f-4d45-8a65-af1ddf71a11a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:25.706342 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3f213b78-da88-45a3-8b50-92a09cfb8393 req-b4f9a3de-206f-4d45-8a65-af1ddf71a11a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.0562801 Mar 14 14:38:25.713026 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (b6b06764-978f-4a28-8cf1-ff3b70d3e43d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.715684 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.720040 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6b06764-978f-4a28-8cf1-ff3b70d3e43d HTTP/1.1" status: 204 len: 168 time: 0.2485600 Mar 14 14:38:25.741440 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f98d84-721b-4370-911f-189b8d16311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b06764-978f-4a28-8cf1-ff3b70d3e43d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:25.748716 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (53e501a4-d7f2-4603-a575-5bed03e44fd5), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.780158 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.783331 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/53e501a4-d7f2-4603-a575-5bed03e44fd5 HTTP/1.1" status: 204 len: 168 time: 1.3900378 Mar 14 14:38:25.795731 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55088) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:25.799068 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3f213b78-da88-45a3-8b50-92a09cfb8393 req-331f157f-3180-4a59-994b-a31c47d812f0 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf19c80e-854e-4e6c-b278-e591a6699efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650313 Mar 14 14:38:25.812254 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c850606-45a4-4cdd-a128-9fc29e4758e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e501a4-d7f2-4603-a575-5bed03e44fd5,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:25.889075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (caf9b013-e699-4cda-a451-8978e027426e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:25.968208 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-a56a8917-0bb2-4b31-b2b8-c10419418c82 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:25.970426 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-a56a8917-0bb2-4b31-b2b8-c10419418c82 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.53 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 950 time: 0.0784125 Mar 14 14:38:26.090728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Deleting port c9647760-f39f-43e1-a9b1-ba16c18e5e6d {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:26.091550 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.098885 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.169771 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:26.175545 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:26.178729 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:26.220603 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] For port c9647760-f39f-43e1-a9b1-ba16c18e5e6d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,segment=NetworkSegment(10929e3e-c57d-456d-8ad5-2badcccc4c23),segment_id=10929e3e-c57d-456d-8ad5-2badcccc4c23)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:26.220746 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.235439 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Calling delete_port for c9647760-f39f-43e1-a9b1-ba16c18e5e6d owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:26.270631 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9d55a2f-6265-4555-bd66-6c5775039cfd no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:26.299244 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: d9d55a2f-6265-4555-bd66-6c5775039cfd {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:26.306496 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device d9d55a2f-6265-4555-bd66-6c5775039cfd not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:26.359241 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:26.405022 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:26.405676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.451654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa44692-2de9-4866-9ba1-9b386ac2055c req-c11523e2-e8b3-44d8-aa28-e766413a5047 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:26.453193 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aaa44692-2de9-4866-9ba1-9b386ac2055c req-c11523e2-e8b3-44d8-aa28-e766413a5047 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 932 time: 0.1457829 Mar 14 14:38:26.522459 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aaa44692-2de9-4866-9ba1-9b386ac2055c req-c4818e56-9c8b-4ff6-ad84-0106f9b622d9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616024 Mar 14 14:38:26.546663 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (c9647760-f39f-43e1-a9b1-ba16c18e5e6d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.560981 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-c3c2ee6a-e05d-4259-bbbe-a59f7073c6c6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7012846 Mar 14 14:38:26.566779 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55104) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:26.581653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Request body: {'port': {'device_id': '337d5216-c20c-4520-926c-1efd818c983e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:26.589600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Pushing event deleted for resources: {'Port': ['ID=c9647760-f39f-43e1-a9b1-ba16c18e5e6d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:26.596268 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-87662c4b-e757-4dd0-aa05-0ac4b5f64505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.603247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-b27bbc40-58ad-49e3-8d77-0d1d0eb1ebc9 None None] Provisioning complete for port caf9b013-e699-4cda-a451-8978e027426e triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:26.603526 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b27bbc40-58ad-49e3-8d77-0d1d0eb1ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (caf9b013-e699-4cda-a451-8978e027426e), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.644033 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] No DVR routers for this DVR port c9647760-f39f-43e1-a9b1-ba16c18e5e6d on host hv-cinder-79053 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:26.646911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.651344 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a8506ed6-5fd5-41b8-985e-e159b69cb738 req-04cf8b31-3963-4763-8df0-7130557a545a tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.53 "DELETE /v2.0/ports/c9647760-f39f-43e1-a9b1-ba16c18e5e6d HTTP/1.1" status: 204 len: 173 time: 0.6748569 Mar 14 14:38:26.651344 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'name': 'network-vif-deleted', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:26.653735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c51465-03af-422b-b0a3-31471a77aafe" -d '{"events": [{"server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "name": "network-vif-deleted", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:26.670332 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b27bbc40-58ad-49e3-8d77-0d1d0eb1ebc9 None None] Port caf9b013-e699-4cda-a451-8978e027426e cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:38:26.690229 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.694233 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9824d-18eb-48ed-bb34-d6926b25ec4d x-openstack-request-id: req-b4e9824d-18eb-48ed-bb34-d6926b25ec4d {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:26.694233 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572ea5be-aa61-41d3-9ec8-a3d5c5d25352", "name": "network-vif-deleted", "tag": "c9647760-f39f-43e1-a9b1-ba16c18e5e6d", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:26.694233 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4e9824d-18eb-48ed-bb34-d6926b25ec4d {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:26.694847 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572ea5be-aa61-41d3-9ec8-a3d5c5d25352', 'name': 'network-vif-deleted', 'tag': 'c9647760-f39f-43e1-a9b1-ba16c18e5e6d', 'status': 'completed', 'code': 200} Mar 14 14:38:26.747237 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (caf9b013-e699-4cda-a451-8978e027426e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.900522 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-87662c4b-e757-4dd0-aa05-0ac4b5f64505 admin admin] Publish callbacks [] for security_group (9c59a2f5-ab94-4a4b-9c15-b81af7f1265d), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.998104 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8b6cc734-1de5-4e18-8ac5-28cefff673d5 req-e1f83b52-3cea-4f46-bce8-dc8b21e4f996 tempest-VolumesNegativeTest-1169656050 tempest-VolumesNegativeTest-1169656050-project] 10.222.0.30 "GET /v2.0/ports?device_id=572ea5be-aa61-41d3-9ec8-a3d5c5d25352 HTTP/1.1" status: 200 len: 210 time: 0.0948238 Mar 14 14:38:27.031611 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-87662c4b-e757-4dd0-aa05-0ac4b5f64505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9c59a2f5-ab94-4a4b-9c15-b81af7f1265d), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.127292 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87662c4b-e757-4dd0-aa05-0ac4b5f64505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59a2f5-ab94-4a4b-9c15-b81af7f1265d,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:27.133245 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-87662c4b-e757-4dd0-aa05-0ac4b5f64505 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc86e55c04d44bbba54bc70b2e522a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649986 Mar 14 14:38:27.136243 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55110) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:27.200567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] Publish callbacks [] for security_group (9c59a2f5-ab94-4a4b-9c15-b81af7f1265d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.224755 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] Publish callbacks [] for security_group (9c59a2f5-ab94-4a4b-9c15-b81af7f1265d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.330876 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9c59a2f5-ab94-4a4b-9c15-b81af7f1265d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.333998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.337806 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c59a2f5-ab94-4a4b-9c15-b81af7f1265d HTTP/1.1" status: 204 len: 168 time: 0.1966224 Mar 14 14:38:27.342622 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf9b013-e699-4cda-a451-8978e027426e {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:27.344378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb3595-a4a7-4afb-9046-ca897e619017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59a2f5-ab94-4a4b-9c15-b81af7f1265d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:27.371539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks [] for port (caf9b013-e699-4cda-a451-8978e027426e), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.393048 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Transition to ACTIVE for port object caf9b013-e699-4cda-a451-8978e027426e will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:38:27.394580 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Deleting port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:27.394937 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.486525 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.499535 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] For port b7b69976-1e63-4d92-b1ae-19d1fc1d6aab, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:27.500143 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.541911 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Calling delete_port for b7b69976-1e63-4d92-b1ae-19d1fc1d6aab owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:27.575264 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Pushing event updated for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:27.725008 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bae2a-166b-4169-8956-bfea0187c2a0 req-fa143609-64b8-4dd3-b480-326316e4d91b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:27.726870 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6e5bae2a-166b-4169-8956-bfea0187c2a0 req-fa143609-64b8-4dd3-b480-326316e4d91b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0807526 Mar 14 14:38:27.819059 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6e5bae2a-166b-4169-8956-bfea0187c2a0 req-2bf8ef22-6a51-430f-90bb-03ceb65aa093 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858548 Mar 14 14:38:27.996480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55126) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:28.120435 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Attempting to bind port caf9b013-e699-4cda-a451-8978e027426e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:38:28.120435 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Attempting to bind port caf9b013-e699-4cda-a451-8978e027426e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:38:28.120435 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Attempting to bind port caf9b013-e699-4cda-a451-8978e027426e on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:28.129990 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Port caf9b013-e699-4cda-a451-8978e027426e on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:38:28.130358 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Attempting to bind port caf9b013-e699-4cda-a451-8978e027426e on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:28.141156 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ce65-9450-4046-a1e5-48678895946d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.142085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:38:28.142563 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:28.142807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Bound using segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:38:28.143244 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Bound port: caf9b013-e699-4cda-a451-8978e027426e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:38:28.143604 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (caf9b013-e699-4cda-a451-8978e027426e), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.196048 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c9647760-f39f-43e1-a9b1-ba16c18e5e6d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:28.239532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: c9647760-f39f-43e1-a9b1-ba16c18e5e6d {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:28.239887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device c9647760-f39f-43e1-a9b1-ba16c18e5e6d not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:28.286431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:38:28.288205 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ce65-9450-4046-a1e5-48678895946d admin admin] Publish callbacks [] for security_group (5b0b4415-e396-4b32-b94b-e0da21936840), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.292204 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=caf9b013-e699-4cda-a451-8978e027426e,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:38:28.399198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ce65-9450-4046-a1e5-48678895946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5b0b4415-e396-4b32-b94b-e0da21936840), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.399732 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.403750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (b7b69976-1e63-4d92-b1ae-19d1fc1d6aab), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.442961 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a2c1ce65-9450-4046-a1e5-48678895946d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60a2ee6e063e4167b41a37a6aed9dc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453433 Mar 14 14:38:28.448768 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55150) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:28.467156 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ce65-9450-4046-a1e5-48678895946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b4415-e396-4b32-b94b-e0da21936840,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.473257 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:28.476460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.476460 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] 10.222.0.53 "PUT /v2.0/ports/caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 200 len: 1094 time: 1.9000101 Mar 14 14:38:28.477657 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:28.479991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d" -d '{"events": [{"name": "network-changed", "server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "tag": "caf9b013-e699-4cda-a451-8978e027426e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:28.541073 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3337-7b67-44f7-8bc1-4b0d36e25582 service neutron] Pushing event updated for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.577221 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] Publish callbacks [] for security_group (5b0b4415-e396-4b32-b94b-e0da21936840), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.585678 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0944064-427e-45a1-bebf-b786d1e1acc2 x-openstack-request-id: req-c0944064-427e-45a1-bebf-b786d1e1acc2 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:28.586649 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "tag": "caf9b013-e699-4cda-a451-8978e027426e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:28.586649 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0944064-427e-45a1-bebf-b786d1e1acc2 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:28.586649 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e', 'status': 'completed', 'code': 200} Mar 14 14:38:28.589760 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b69976-1e63-4d92-b1ae-19d1fc1d6aab,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.610188 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] Publish callbacks [] for security_group (5b0b4415-e396-4b32-b94b-e0da21936840), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.789638 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-2f931d69-92e0-40e8-baef-b5fe2a8507ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:28.791761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-2f931d69-92e0-40e8-baef-b5fe2a8507ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1128 time: 0.1723201 Mar 14 14:38:28.829993 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.839342 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (5b0b4415-e396-4b32-b94b-e0da21936840), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.846380 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.849484 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b0b4415-e396-4b32-b94b-e0da21936840 HTTP/1.1" status: 204 len: 168 time: 0.3980794 Mar 14 14:38:28.872373 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267a60-7856-4d71-ad47-99239a318287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b4415-e396-4b32-b94b-e0da21936840,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:29.046455 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-27094709-dc33-4545-b8eb-27bdbdb3b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.047934 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-27094709-dc33-4545-b8eb-27bdbdb3b6b4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2440712 Mar 14 14:38:29.114397 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea86a-d559-42e5-9ee2-2c56f51f06dd req-3434294c-1129-4278-8d77-254388379875 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.116923 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-71cea86a-d559-42e5-9ee2-2c56f51f06dd req-3434294c-1129-4278-8d77-254388379875 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.1651828 Mar 14 14:38:29.261228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-13b9412c-d6a8-4a69-8de7-93c086de7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.263466 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a18e18b2-b552-4fdf-8d7c-f2777d1c550d req-13b9412c-d6a8-4a69-8de7-93c086de7ad8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072427 Mar 14 14:38:29.270265 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-71cea86a-d559-42e5-9ee2-2c56f51f06dd req-1341de15-ae8d-4ffb-ba4b-c46107310561 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256914 Mar 14 14:38:29.327040 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Router 35d334cb-95d2-4cda-b55b-ea02d2c52828 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:29.428212 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-0281ba4d-a675-4c92-bff9-8c4c714cedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.429948 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-0281ba4d-a675-4c92-bff9-8c4c714cedf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1128 time: 0.1051693 Mar 14 14:38:29.510127 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-b73d5f76-4c98-4002-a109-acc028b70a16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 200 len: 217 time: 0.0455098 Mar 14 14:38:29.553250 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:29.562123 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-32b58c66-c791-41b4-9d4f-7c2beef6a43a admin admin] 10.222.0.30 "PUT /v2.0/routers/35d334cb-95d2-4cda-b55b-ea02d2c52828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7611008 Mar 14 14:38:29.570191 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55230) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:29.570303 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Sync routers for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:29.585142 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:29.586327 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:29.590822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-4e48b2b9-7eee-4e2f-b6cd-d3ba7d0429e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.591244 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-4e48b2b9-7eee-4e2f-b6cd-d3ba7d0429e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0753529 Mar 14 14:38:29.654744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-74167a43-afaf-4f7d-beea-8374dc9d176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:29.656354 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-74167a43-afaf-4f7d-beea-8374dc9d176e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592659 Mar 14 14:38:29.722096 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks [] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.759412 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:29.817233 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-a9c88241-e3f4-4e67-9d14-abc1286b8334 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461756 Mar 14 14:38:29.893282 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55250) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:29.904574 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks [] for router_gateway (35d334cb-95d2-4cda-b55b-ea02d2c52828), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.933958 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6a39c01-db39-412a-a449-0d0d9c43f84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.947757 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f5e73c9f-b798-4909-b8f5-f745d76dcda8 req-97dcc5dc-83de-454c-be8e-a9fd02caa7b1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248224 Mar 14 14:38:29.999781 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '3812b54e-c480-4285-8190-882835905ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:38:28Z', 'revision_number': 5, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port': {'id': '3812b54e-c480-4285-8190-882835905ec2', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:33:05Z', 'updated_at': '2022-03-14T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:30.039971 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Checking router: 35d334cb-95d2-4cda-b55b-ea02d2c52828 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:30.059658 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Routers {'35d334cb-95d2-4cda-b55b-ea02d2c52828'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:30.059658 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['35d334cb-95d2-4cda-b55b-ea02d2c52828'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:30.080579 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6a39c01-db39-412a-a449-0d0d9c43f84e admin admin] Publish callbacks [] for security_group (25eb1ecb-f56c-41be-92d3-355d0ca17b2d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.096320 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Deleting port 3812b54e-c480-4285-8190-882835905ec2 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:30.096745 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (3812b54e-c480-4285-8190-882835905ec2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.163976 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] Set router 35d334cb-95d2-4cda-b55b-ea02d2c52828 gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:30.174842 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6a39c01-db39-412a-a449-0d0d9c43f84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (25eb1ecb-f56c-41be-92d3-355d0ca17b2d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.251160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] For port 3812b54e-c480-4285-8190-882835905ec2, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=3812b54e-c480-4285-8190-882835905ec2,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:30.251428 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (3812b54e-c480-4285-8190-882835905ec2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.256332 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e6a39c01-db39-412a-a449-0d0d9c43f84e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61956b81d37b48958993cba7c82fe3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619676 Mar 14 14:38:30.257168 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a39c01-db39-412a-a449-0d0d9c43f84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb1ecb-f56c-41be-92d3-355d0ca17b2d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:30.258991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55272) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:30.269277 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:38:29Z', 'revision_number': 6, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:30.294298 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Calling delete_port for 3812b54e-c480-4285-8190-882835905ec2 owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:30.342039 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd04a1-ac74-48be-a3d1-c8c029878fa3 None None] The sync data for ids ['35d334cb-95d2-4cda-b55b-ea02d2c52828'] in dv-cinder-790535-28-iscsi is: [{'id': '35d334cb-95d2-4cda-b55b-ea02d2c52828', 'name': 'tempest-TestShelveInstance-1645770528-router', 'tenant_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:33:04Z', 'updated_at': '2022-03-14T14:38:29Z', 'revision_number': 6, 'project_id': '2885e4acf98c428c8bba3d1ec0dfaf58', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:30.379449 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] Publish callbacks [] for security_group (25eb1ecb-f56c-41be-92d3-355d0ca17b2d), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.416360 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] Publish callbacks [] for security_group (25eb1ecb-f56c-41be-92d3-355d0ca17b2d), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.523959 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7fbc2-e71d-4763-8094-da85b75b4a16 req-e0084bc0-d4db-43ae-8617-b7b475cab1c2 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:30.525640 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12d7fbc2-e71d-4763-8094-da85b75b4a16 req-e0084bc0-d4db-43ae-8617-b7b475cab1c2 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.1094046 Mar 14 14:38:30.587728 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (25eb1ecb-f56c-41be-92d3-355d0ca17b2d), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.590366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.593809 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25eb1ecb-f56c-41be-92d3-355d0ca17b2d HTTP/1.1" status: 204 len: 168 time: 0.3315415 Mar 14 14:38:30.594261 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12d7fbc2-e71d-4763-8094-da85b75b4a16 req-f95c3f2a-bcc3-4389-828e-595d53bb9188 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576658 Mar 14 14:38:30.600366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b008e-70f8-474a-9a16-a9fa15e9d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb1ecb-f56c-41be-92d3-355d0ca17b2d,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:30.663369 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (3812b54e-c480-4285-8190-882835905ec2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.691198 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3812b54e-c480-4285-8190-882835905ec2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:30.776828 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.899487 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.905651 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks [] for router_controller (35d334cb-95d2-4cda-b55b-ea02d2c52828), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.050734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (35d334cb-95d2-4cda-b55b-ea02d2c52828), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.051635 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d334cb-95d2-4cda-b55b-ea02d2c52828 {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:38:31.057917 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.059133 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ab86052b-0f86-46da-a1fd-c683f425b2a0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/35d334cb-95d2-4cda-b55b-ea02d2c52828 HTTP/1.1" status: 204 len: 168 time: 1.4937613 Mar 14 14:38:31.061810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55310) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:31.110322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Deleting subnet 16dc831a-b5f3-4a8d-b422-5736e73bb7a7 {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:38:31.114491 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Publish callbacks [] for subnet (16dc831a-b5f3-4a8d-b422-5736e73bb7a7), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.150862 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (16dc831a-b5f3-4a8d-b422-5736e73bb7a7), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.249610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (16dc831a-b5f3-4a8d-b422-5736e73bb7a7), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.387722 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (16dc831a-b5f3-4a8d-b422-5736e73bb7a7), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.424551 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16dc831a-b5f3-4a8d-b422-5736e73bb7a7,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:31.429454 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.432888 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-4df6edd0-f2a4-4fad-a0f1-6c75e1261196 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/16dc831a-b5f3-4a8d-b422-5736e73bb7a7 HTTP/1.1" status: 204 len: 168 time: 0.3698888 Mar 14 14:38:31.435379 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55326) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:31.441115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601e8af-38cb-46ad-aafe-c9694c07ac72 None None] Network 06713e37-6d04-4b20-b472-b4f86a4260a4 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:38:31.553976 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (06713e37-6d04-4b20-b472-b4f86a4260a4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.624595 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Deleting port 45a13bdc-8e71-402c-b664-cad90f2146fc {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:31.625054 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.700403 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] For port 45a13bdc-8e71-402c-b664-cad90f2146fc, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=45a13bdc-8e71-402c-b664-cad90f2146fc,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:31.702250 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.709819 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] DHCP port deletion for 06713e37-6d04-4b20-b472-b4f86a4260a4 request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:38:31.717913 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Calling delete_port for 45a13bdc-8e71-402c-b664-cad90f2146fc owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:31.746208 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85f58-a4b9-4001-87f5-888dcd4210c4 req-8ae15f07-b792-43ee-a107-70eafc72c66c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:31.746208 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7fd85f58-a4b9-4001-87f5-888dcd4210c4 req-8ae15f07-b792-43ee-a107-70eafc72c66c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0657551 Mar 14 14:38:31.775031 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Deleting port 45a13bdc-8e71-402c-b664-cad90f2146fc {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:31.775031 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.825264 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7fd85f58-a4b9-4001-87f5-888dcd4210c4 req-5c262fd7-d5b2-4aab-a584-a5f1a5b2612d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678897 Mar 14 14:38:31.854938 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] For port 45a13bdc-8e71-402c-b664-cad90f2146fc, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=45a13bdc-8e71-402c-b664-cad90f2146fc,segment=NetworkSegment(f7fe20d2-1c5c-43c7-992d-b08d8a846bd9),segment_id=f7fe20d2-1c5c-43c7-992d-b08d8a846bd9)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:31.855261 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.873270 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Calling delete_port for 45a13bdc-8e71-402c-b664-cad90f2146fc owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:31.915378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:31.963301 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a13bdc-8e71-402c-b664-cad90f2146fc,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:31.968666 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] No DVR routers for this DVR port 45a13bdc-8e71-402c-b664-cad90f2146fc on host dv-cinder-790535-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:32.015076 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (45a13bdc-8e71-402c-b664-cad90f2146fc), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.046249 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] No DVR routers for this DVR port 45a13bdc-8e71-402c-b664-cad90f2146fc on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:32.048279 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56693d22-7c54-4680-941b-f2d9519da588 None None] Pushing event deleted for resources: {'Port': ['ID=45a13bdc-8e71-402c-b664-cad90f2146fc,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:32.074626 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (06713e37-6d04-4b20-b472-b4f86a4260a4), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.103714 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06713e37-6d04-4b20-b472-b4f86a4260a4']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:32.115852 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:32.116242 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fe20d2-1c5c-43c7-992d-b08d8a846bd9') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:32.127382 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (f7fe20d2-1c5c-43c7-992d-b08d8a846bd9), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.147285 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (f7fe20d2-1c5c-43c7-992d-b08d8a846bd9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.154551 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:38:32.154964 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (f7fe20d2-1c5c-43c7-992d-b08d8a846bd9), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:38:32.156731 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:38:32.263894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3812b54e-c480-4285-8190-882835905ec2 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:32.287647 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 3812b54e-c480-4285-8190-882835905ec2 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:32.287985 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 3812b54e-c480-4285-8190-882835905ec2 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:32.288673 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device b7b69976-1e63-4d92-b1ae-19d1fc1d6aab no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:32.291940 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (06713e37-6d04-4b20-b472-b4f86a4260a4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.311281 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.314268 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: b7b69976-1e63-4d92-b1ae-19d1fc1d6aab {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:32.318119 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device b7b69976-1e63-4d92-b1ae-19d1fc1d6aab not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:32.318246 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/06713e37-6d04-4b20-b472-b4f86a4260a4 HTTP/1.1" status: 204 len: 168 time: 0.8783779 Mar 14 14:38:32.318334 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 45a13bdc-8e71-402c-b664-cad90f2146fc no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:32.318453 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08cea-828a-45d8-bf96-568706531de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06713e37-6d04-4b20-b472-b4f86a4260a4,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:32.344899 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 45a13bdc-8e71-402c-b664-cad90f2146fc {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:32.345342 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 45a13bdc-8e71-402c-b664-cad90f2146fc not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:32.789317 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55420) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:32.848839 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-288449e5-2f18-4dcd-b3fb-8f04fa011264 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e25f00f81f99460f98c07471d6f807a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582795 Mar 14 14:38:32.852082 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55434) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:32.931012 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] Publish callbacks [] for security_group (63be1eaf-e131-4a77-ab30-eeed6e8b8dc9), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:32.971157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] Publish callbacks [] for security_group (63be1eaf-e131-4a77-ab30-eeed6e8b8dc9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:33.016371 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e202fc-49ab-4a1a-a901-7cc6bf2e2f5d req-7d7b5012-d7e9-4317-a69b-89c272e1d466 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:33.018516 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8e202fc-49ab-4a1a-a901-7cc6bf2e2f5d req-7d7b5012-d7e9-4317-a69b-89c272e1d466 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.1010242 Mar 14 14:38:33.080041 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8e202fc-49ab-4a1a-a901-7cc6bf2e2f5d req-b9d12c65-ee54-4da0-8eee-e135dd22882c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546155 Mar 14 14:38:33.141343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (63be1eaf-e131-4a77-ab30-eeed6e8b8dc9), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:33.144059 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:33.148265 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63be1eaf-e131-4a77-ab30-eeed6e8b8dc9 HTTP/1.1" status: 204 len: 168 time: 0.2935100 Mar 14 14:38:33.154899 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4a3bc-cc4c-4597-9508-a2afe7c1c0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be1eaf-e131-4a77-ab30-eeed6e8b8dc9,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:33.952088 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55490) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:34.006656 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-29d5af07-cd10-4b91-8c8a-d3e2bcb35360 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2885e4acf98c428c8bba3d1ec0dfaf58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532997 Mar 14 14:38:34.009543 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55496) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:34.056796 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] Publish callbacks [] for security_group (02e846d6-bce4-47d8-9649-a0bd62f0e934), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:34.080130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] Publish callbacks [] for security_group (02e846d6-bce4-47d8-9649-a0bd62f0e934), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:34.221669 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef27cff-8651-47b2-b8aa-3b57e7669347 req-f4d0d1b4-6882-4ebb-884d-69cf52bd6bdf tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:34.224624 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bef27cff-8651-47b2-b8aa-3b57e7669347 req-f4d0d1b4-6882-4ebb-884d-69cf52bd6bdf tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0704904 Mar 14 14:38:34.233066 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (02e846d6-bce4-47d8-9649-a0bd62f0e934), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:34.235698 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:34.241727 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02e846d6-bce4-47d8-9649-a0bd62f0e934 HTTP/1.1" status: 204 len: 168 time: 0.2263565 Mar 14 14:38:34.255861 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5ff7d-c7fe-4b45-82eb-70fa7ed06e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e846d6-bce4-47d8-9649-a0bd62f0e934,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:34.305485 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bef27cff-8651-47b2-b8aa-3b57e7669347 req-4da86f2b-5044-4aa0-bbf3-960b75280ec9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733621 Mar 14 14:38:35.436762 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63543dfb-6270-4388-9973-c35d46cbdbdc req-e76f28f9-2eac-4aef-ae71-8c945fedb83b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:35.438243 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-63543dfb-6270-4388-9973-c35d46cbdbdc req-e76f28f9-2eac-4aef-ae71-8c945fedb83b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0592000 Mar 14 14:38:35.490153 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-63543dfb-6270-4388-9973-c35d46cbdbdc req-5dcececd-c851-47f0-98ef-793d370feb6c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454512 Mar 14 14:38:36.213568 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55564) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:36.349107 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8852c7ea-f427-42a3-991a-da1df8953221 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe4091fc6e2a462293787daac7117ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341529 Mar 14 14:38:36.351544 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55568) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:36.399712 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] Publish callbacks [] for security_group (cf19c80e-854e-4e6c-b278-e591a6699efc), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.421490 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] Publish callbacks [] for security_group (cf19c80e-854e-4e6c-b278-e591a6699efc), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.604701 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cf19c80e-854e-4e6c-b278-e591a6699efc), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.607552 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.611423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b0566-96a2-4036-be9c-5c673e840f36 req-4e4c1c84-d40e-4eab-8c04-fbd564e3099e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:36.611936 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf19c80e-854e-4e6c-b278-e591a6699efc HTTP/1.1" status: 204 len: 168 time: 0.2561977 Mar 14 14:38:36.612049 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3c2b0566-96a2-4036-be9c-5c673e840f36 req-4e4c1c84-d40e-4eab-8c04-fbd564e3099e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0528734 Mar 14 14:38:36.617454 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01eb5-48b9-48d9-9e7f-4cbaa349326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19c80e-854e-4e6c-b278-e591a6699efc,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:36.668985 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-3c2b0566-96a2-4036-be9c-5c673e840f36 req-be5d09e3-2fcf-4a01-8a4e-a28cb4c7585b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517201 Mar 14 14:38:36.740212 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55576) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:36.845726 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-51e70c07-72f4-4690-be3f-de078e31162b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.921086 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-51e70c07-72f4-4690-be3f-de078e31162b admin admin] Publish callbacks [] for security_group (395c4302-4ee3-4312-9ab3-849a7c1a0b89), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:36.975935 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-51e70c07-72f4-4690-be3f-de078e31162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (395c4302-4ee3-4312-9ab3-849a7c1a0b89), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.017430 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-51e70c07-72f4-4690-be3f-de078e31162b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f01366a40e7a41379d5778dd64d3cb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761137 Mar 14 14:38:37.018178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70c07-72f4-4690-be3f-de078e31162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395c4302-4ee3-4312-9ab3-849a7c1a0b89,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:37.020283 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55584) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:37.073664 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] Publish callbacks [] for security_group (395c4302-4ee3-4312-9ab3-849a7c1a0b89), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.096047 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] Publish callbacks [] for security_group (395c4302-4ee3-4312-9ab3-849a7c1a0b89), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.215930 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (395c4302-4ee3-4312-9ab3-849a7c1a0b89), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.218628 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.220038 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/395c4302-4ee3-4312-9ab3-849a7c1a0b89 HTTP/1.1" status: 204 len: 168 time: 0.1986182 Mar 14 14:38:37.229913 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b8e88-3b1b-4b0b-8137-d0eea9b34f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c4302-4ee3-4312-9ab3-849a7c1a0b89,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:37.769953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device caf9b013-e699-4cda-a451-8978e027426e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:38:37.805266 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec036f8-e0ce-4ae2-bddf-ee6fc177471c req-ef0b0b2b-3025-484e-bac3-2981b244892f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:37.806853 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ec036f8-e0ce-4ae2-bddf-ee6fc177471c req-ef0b0b2b-3025-484e-bac3-2981b244892f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 944 time: 0.0610874 Mar 14 14:38:37.854511 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55608) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:37.870450 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ec036f8-e0ce-4ae2-bddf-ee6fc177471c req-af60d77a-ffa4-4343-bd9d-2863ad2500d7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576890 Mar 14 14:38:37.884969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=caf9b013-e699-4cda-a451-8978e027426e,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:37.897161 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'caf9b013-e699-4cda-a451-8978e027426e', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'port_id': 'caf9b013-e699-4cda-a451-8978e027426e', 'mac_address': 'fa:16:3e:30:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:38:37.935887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port caf9b013-e699-4cda-a451-8978e027426e is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:37.935887 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (caf9b013-e699-4cda-a451-8978e027426e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:37.949855 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf9b013-e699-4cda-a451-8978e027426e {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:37.971564 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=caf9b013-e699-4cda-a451-8978e027426e,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:37.984223 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55614) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:38.001516 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-91389699-network', 'tenant_id': '0e917abb9baa42208a389493102ea2b4'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:38.016225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ea74-510a-4635-81e9-3d7b855b3483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.027337 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.089969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:38.095421 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Made reservation on behalf of 0e917abb9baa42208a389493102ea2b4 for: {'network': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:38.099473 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.123597 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.130804 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ea74-510a-4635-81e9-3d7b855b3483 admin admin] Publish callbacks [] for security_group (cf4c5434-65c1-4eb3-a179-2832279b20d2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.192295 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ea74-510a-4635-81e9-3d7b855b3483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cf4c5434-65c1-4eb3-a179-2832279b20d2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.258776 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8ea74-510a-4635-81e9-3d7b855b3483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c5434-65c1-4eb3-a179-2832279b20d2,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:38.267486 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-2eb8ea74-510a-4635-81e9-3d7b855b3483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e95dea15f653415587c7c884daee21e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821224 Mar 14 14:38:38.270727 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55618) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:38.292024 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks [] for security_group (9a0b4149-25de-4d0e-b04c-a5d482712c5a), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.319123 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e2de6423-48a1-4189-b26c-0ae2a5c15461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.331336 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] Publish callbacks [] for security_group (cf4c5434-65c1-4eb3-a179-2832279b20d2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.358889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] Publish callbacks [] for security_group (cf4c5434-65c1-4eb3-a179-2832279b20d2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.381664 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9a0b4149-25de-4d0e-b04c-a5d482712c5a), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.413351 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:38:38.439297 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0b4149-25de-4d0e-b04c-a5d482712c5a,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:38.507782 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cf4c5434-65c1-4eb3-a179-2832279b20d2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.510361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (a5e3274c-2975-44a2-a87c-671075fa18ac), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.510713 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.segments_db [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Added segment a5e3274c-2975-44a2-a87c-671075fa18ac of type vlan for network a1b03764-e13a-46ee-9625-6ed6c8220e01 Mar 14 14:38:38.511998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.515880 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf4c5434-65c1-4eb3-a179-2832279b20d2 HTTP/1.1" status: 204 len: 168 time: 0.2413149 Mar 14 14:38:38.530140 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cbbf5-09ea-444b-b279-bd1074f6a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c5434-65c1-4eb3-a179-2832279b20d2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:38.569352 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (a1b03764-e13a-46ee-9625-6ed6c8220e01), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.679531 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (a1b03764-e13a-46ee-9625-6ed6c8220e01), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.680648 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:38.681404 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.769947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b03764-e13a-46ee-9625-6ed6c8220e01,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:38.783980 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:38:38.786640 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-6ad0d34a-5257-4fe6-a290-ae3f6f716942 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9291015 Mar 14 14:38:38.790705 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55622) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:38.796060 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Request body: {'subnet': {'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-91389699-subnet', 'tenant_id': '0e917abb9baa42208a389493102ea2b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:38.913081 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Made reservation on behalf of 0e917abb9baa42208a389493102ea2b4 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:38.919830 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.016020 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['caf9b013-e699-4cda-a451-8978e027426e'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:38:39.034652 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6320-e059-44f0-93ff-3c7290614946 req-f3fe6487-4aba-43d1-81d8-c86229e4f454 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:39.037534 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4a2d6320-e059-44f0-93ff-3c7290614946 req-f3fe6487-4aba-43d1-81d8-c86229e4f454 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 945 time: 0.0723860 Mar 14 14:38:39.102745 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4a2d6320-e059-44f0-93ff-3c7290614946 req-00e83f82-7de8-403f-ac38-8c8a6fa1adf7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584321 Mar 14 14:38:39.233523 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (fe9995ec-82a0-4f4b-bf35-d925fd270041), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.274417 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55630) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:39.291929 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-955b6db9-7dbd-44ac-b6e1-8de39fac364a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.294393 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9995ec-82a0-4f4b-bf35-d925fd270041,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:39.303716 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Checking segment: {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:39.304085 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Network hostable DHCP agents. Network: a1b03764-e13a-46ee-9625-6ed6c8220e01, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:38:39.384419 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-955b6db9-7dbd-44ac-b6e1-8de39fac364a admin admin] Publish callbacks [] for security_group (c0662e3d-e19a-4657-a471-300503fdc6cd), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.387452 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:38:39.450215 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-955b6db9-7dbd-44ac-b6e1-8de39fac364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c0662e3d-e19a-4657-a471-300503fdc6cd), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.478828 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, a1b03764-e13a-46ee-9625-6ed6c8220e01) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:39.486036 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:39.486289 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.490605 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dd9b6-9597-478f-ad17-25de4ee85c0c None None] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:38:39.493880 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-955b6db9-7dbd-44ac-b6e1-8de39fac364a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a61fb70f2c84c44bf78b639771dc005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179503 Mar 14 14:38:39.495189 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b6db9-7dbd-44ac-b6e1-8de39fac364a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0662e3d-e19a-4657-a471-300503fdc6cd,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:39.498225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55632) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:39.559801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] Publish callbacks [] for security_group (c0662e3d-e19a-4657-a471-300503fdc6cd), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.579226 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b0c4b6f8-77e0-4ba9-8bc2-ef4e1bef693a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7866807 Mar 14 14:38:39.584579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] Publish callbacks [] for security_group (c0662e3d-e19a-4657-a471-300503fdc6cd), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.613103 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc09dce-de04-497d-b036-0503aaf72966 None None] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:38:39.730188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c0662e3d-e19a-4657-a471-300503fdc6cd), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.732808 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.734256 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0662e3d-e19a-4657-a471-300503fdc6cd HTTP/1.1" status: 204 len: 168 time: 0.2345524 Mar 14 14:38:39.742470 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ae389-25b8-4960-aa44-699e7adae008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0662e3d-e19a-4657-a471-300503fdc6cd,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:40.239734 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d087017-36bf-4e7b-af58-0e0fd091926c req-d9f4f8d1-ca28-4c00-90d0-d1f059bf98b1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.241309 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d087017-36bf-4e7b-af58-0e0fd091926c req-d9f4f8d1-ca28-4c00-90d0-d1f059bf98b1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 945 time: 0.0709980 Mar 14 14:38:40.307966 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d087017-36bf-4e7b-af58-0e0fd091926c req-ac6edfb1-4fce-44d9-9d01-e81295bba94e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562830 Mar 14 14:38:40.610251 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-abfa0fa1-513c-447c-b543-9bc5416b1009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.733778 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device caf9b013-e699-4cda-a451-8978e027426e up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:38:40.878983 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port caf9b013-e699-4cda-a451-8978e027426e completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:38:40.894906 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port caf9b013-e699-4cda-a451-8978e027426e triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:40.895486 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (caf9b013-e699-4cda-a451-8978e027426e), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.987789 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port caf9b013-e699-4cda-a451-8978e027426e is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:40.988234 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (caf9b013-e699-4cda-a451-8978e027426e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:41.015857 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:41.018391 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3ac67-4294-4436-a818-6f17c766b85b" -d '{"events": [{"server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "name": "network-vif-plugged", "status": "completed", "tag": "caf9b013-e699-4cda-a451-8978e027426e"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:41.034649 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=caf9b013-e699-4cda-a451-8978e027426e,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:41.077149 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe4acb-c895-48a5-b318-d84596906bdd x-openstack-request-id: req-7bbe4acb-c895-48a5-b318-d84596906bdd {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:41.077654 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "name": "network-vif-plugged", "status": "completed", "tag": "caf9b013-e699-4cda-a451-8978e027426e", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:41.077918 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bbe4acb-c895-48a5-b318-d84596906bdd {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:41.078373 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e', 'code': 200} Mar 14 14:38:41.119248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:41.174708 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:41.435356 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34601e-9976-411d-ade3-4903941e4fe5 req-4a97d459-9942-429f-ba1c-781dc83abc31 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:41.436881 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3f34601e-9976-411d-ade3-4903941e4fe5 req-4a97d459-9942-429f-ba1c-781dc83abc31 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0531340 Mar 14 14:38:41.494638 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3f34601e-9976-411d-ade3-4903941e4fe5 req-bb72384a-bcb8-45cb-9e09-74eb4b25acae tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507348 Mar 14 14:38:41.546499 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6241-a68f-4300-9959-bddf2893e158 req-b72b2570-77a4-4ac1-8e77-c3e925bb8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:41.547998 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c9ad6241-a68f-4300-9959-bddf2893e158 req-b72b2570-77a4-4ac1-8e77-c3e925bb8f33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1130 time: 0.0488169 Mar 14 14:38:41.593883 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c9ad6241-a68f-4300-9959-bddf2893e158 req-367af268-eb29-4179-ae45-ab0857f8902b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Mar 14 14:38:41.943442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-d160b054-ec8a-423e-af3c-b7729f662f53 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:41.944927 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-d160b054-ec8a-423e-af3c-b7729f662f53 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/networks?id=a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 200 len: 812 time: 0.1071632 Mar 14 14:38:41.960580 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-e427d073-4302-4e07-887d-68aeadddf0c7 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/quotas/0e917abb9baa42208a389493102ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0101876 Mar 14 14:38:41.996084 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-feae7164-500c-485c-bfaa-857286abd847 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302079 Mar 14 14:38:42.092947 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-a52d711e-bb9d-492a-b322-3c1a4539908d service neutron] 10.222.0.30 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900180 Mar 14 14:38:42.193665 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-2ddb5e6c-e372-47e9-91fa-55b34806486c service neutron] 10.222.0.30 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941300 Mar 14 14:38:42.483254 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794791e-6c54-4cec-85cb-334946414cab req-d5473326-4080-482a-a6d4-4ec3c4960516 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0566642 Mar 14 14:38:42.626944 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ecb14-c4c2-4dfe-8e62-857d453df60b req-339c9c42-b319-434d-b24d-3d4935f42193 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:42.628436 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d70ecb14-c4c2-4dfe-8e62-857d453df60b req-339c9c42-b319-434d-b24d-3d4935f42193 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0584340 Mar 14 14:38:42.680037 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d70ecb14-c4c2-4dfe-8e62-857d453df60b req-3612f693-6f66-462e-9c0d-37656fa1bd9c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451546 Mar 14 14:38:42.924844 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:43.575662 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ba54cb3-89e2-4195-bc1e-cc10f831344d req-315a3f24-a748-4374-b002-dd179c56ca29 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0337107 Mar 14 14:38:43.735912 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:43.803190 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3eec7-e055-438a-b6d7-594a2919a37a req-e824e544-18bc-418c-949e-9571978f12da tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:43.804630 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aac3eec7-e055-438a-b6d7-594a2919a37a req-e824e544-18bc-418c-949e-9571978f12da tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0567930 Mar 14 14:38:43.853570 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-aac3eec7-e055-438a-b6d7-594a2919a37a req-52b4ad9b-daf9-4f2b-9a0b-41a55ff4be23 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Mar 14 14:38:43.980303 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7d1b5-fa95-467e-afc4-59532e6dda19 req-acfccd70-a999-40c4-91bd-2b87bc2c36b0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:43.982481 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-def7d1b5-fa95-467e-afc4-59532e6dda19 req-acfccd70-a999-40c4-91bd-2b87bc2c36b0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0544748 Mar 14 14:38:44.036376 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-def7d1b5-fa95-467e-afc4-59532e6dda19 req-24598113-188a-44f5-a083-c4c2ef43bbc7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Mar 14 14:38:44.061037 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55762) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:44.260799 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9f708-b5d5-41c1-a4f4-8f1d56eb8382 tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:44.262399 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-bcc9f708-b5d5-41c1-a4f4-8f1d56eb8382 tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1125 time: 0.2003314 Mar 14 14:38:44.265284 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55766) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:44.270559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'port_id': 'caf9b013-e699-4cda-a451-8978e027426e', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:44.352726 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.464575 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.477998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55770) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:44.574710 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.27.2.223 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/2fece701-dc48-403a-8143-36762655e6d9) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:44.593704 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-24214cac-c8a3-4ccf-99a3-38afa81029e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.684324 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-24214cac-c8a3-4ccf-99a3-38afa81029e0 admin admin] Publish callbacks [] for security_group (f47731a2-50a8-473e-aae8-1d9c557dbc62), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.697211 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-987597f2-a665-431d-99e7-75d90105de88 req-9005a8d0-a74b-4dea-aee8-c43f60a41e31 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0333896 Mar 14 14:38:44.731109 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (2fece701-dc48-403a-8143-36762655e6d9), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.770522 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-24214cac-c8a3-4ccf-99a3-38afa81029e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f47731a2-50a8-473e-aae8-1d9c557dbc62), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.816945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (2fece701-dc48-403a-8143-36762655e6d9), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.820531 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-24214cac-c8a3-4ccf-99a3-38afa81029e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f127675bad2406a87a5888833c2a3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413606 Mar 14 14:38:44.821808 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214cac-c8a3-4ccf-99a3-38afa81029e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47731a2-50a8-473e-aae8-1d9c557dbc62,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:44.825815 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55782) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:44.867755 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:44.871721 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:44.877525 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:44.879529 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] Publish callbacks [] for security_group (f47731a2-50a8-473e-aae8-1d9c557dbc62), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.912247 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] Publish callbacks [] for security_group (f47731a2-50a8-473e-aae8-1d9c557dbc62), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.934022 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=2fece701-dc48-403a-8143-36762655e6d9,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:45.087911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (f47731a2-50a8-473e-aae8-1d9c557dbc62), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.087911 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.088408 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f47731a2-50a8-473e-aae8-1d9c557dbc62 HTTP/1.1" status: 204 len: 168 time: 0.2616479 Mar 14 14:38:45.097436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c422f-ebc5-4f91-89bf-4f98677cbbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47731a2-50a8-473e-aae8-1d9c557dbc62,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:45.099836 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-4f136e05-6179-4c17-92db-4b4837212dc5 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:45.101304 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-4f136e05-6179-4c17-92db-4b4837212dc5 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "GET /v2.0/networks?id=a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 200 len: 812 time: 0.1802626 Mar 14 14:38:45.126578 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Request body: {'port': {'device_id': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01', 'admin_state_up': True, 'tenant_id': '0e917abb9baa42208a389493102ea2b4'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:45.564761 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.745914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (7dd61628-da26-48f1-a5df-666d9d9627b2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.753901 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Made reservation on behalf of 0e917abb9baa42208a389493102ea2b4 for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:45.753901 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.817956 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f49f502a-dd29-4b1c-af57-4203e00bf26a req-5596e985-c976-4174-87a3-a4bb6d97efa3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0350380 Mar 14 14:38:45.921652 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (2fece701-dc48-403a-8143-36762655e6d9), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.943423 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55802) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:45.957321 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-941c8522-633b-4d9b-84e3-e77f80771c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.981520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Allocated IP 172.20.0.3 (a1b03764-e13a-46ee-9625-6ed6c8220e01/fe9995ec-82a0-4f4b-bf35-d925fd270041/fbadea4d-86e7-477c-950e-4ef2fc344bb5) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:46.035906 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-941c8522-633b-4d9b-84e3-e77f80771c88 admin admin] Publish callbacks [] for security_group (467a8a0d-c050-4f73-a754-ae32dca76d07), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.101076 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-941c8522-633b-4d9b-84e3-e77f80771c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (467a8a0d-c050-4f73-a754-ae32dca76d07), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.145511 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-941c8522-633b-4d9b-84e3-e77f80771c88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c4c62ce105b40858930cf414550fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007451 Mar 14 14:38:46.146479 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c8522-633b-4d9b-84e3-e77f80771c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467a8a0d-c050-4f73-a754-ae32dca76d07,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:46.148816 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55806) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:46.200691 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] Publish callbacks [] for security_group (467a8a0d-c050-4f73-a754-ae32dca76d07), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.204376 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (2fece701-dc48-403a-8143-36762655e6d9), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.224402 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] Publish callbacks [] for security_group (467a8a0d-c050-4f73-a754-ae32dca76d07), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.230454 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks [] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.256798 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (2fece701-dc48-403a-8143-36762655e6d9), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.333958 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=2fece701-dc48-403a-8143-36762655e6d9,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:46.343048 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (7dd61628-da26-48f1-a5df-666d9d9627b2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.347547 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (467a8a0d-c050-4f73-a754-ae32dca76d07), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.350157 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.351496 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/467a8a0d-c050-4f73-a754-ae32dca76d07 HTTP/1.1" status: 204 len: 168 time: 0.2017865 Mar 14 14:38:46.367560 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eeac4-eb06-4012-a055-29b9a23b34c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a8a0d-c050-4f73-a754-ae32dca76d07,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:46.386667 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.453688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:46.454539 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Pushing event updated for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:46.460466 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:46.487680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:46.541996 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 7dd61628-da26-48f1-a5df-666d9d9627b2 associated. External IP: 172.27.2.223, port: caf9b013-e699-4cda-a451-8978e027426e. Mar 14 14:38:46.552214 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:46.552826 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.713289 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-f20bea23-ee02-4976-8683-910ce4efcc0b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5980551 Mar 14 14:38:46.733127 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Request body: {'port': {'device_id': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:46.853688 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:46.857446 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:47.129558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3f16-e4b8-4d5c-93f9-c66f5170eb34 req-0b67de71-3a0f-43ad-97d6-1073a4694474 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.131157 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d57e3f16-e4b8-4d5c-93f9-c66f5170eb34 req-0b67de71-3a0f-43ad-97d6-1073a4694474 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 931 time: 0.2376502 Mar 14 14:38:47.177277 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:47.188663 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:47.199518 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:47.200142 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:47.273573 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d57e3f16-e4b8-4d5c-93f9-c66f5170eb34 req-fccdade7-18f7-407b-b80b-7cf493ff7edb tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354642 Mar 14 14:38:47.304455 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.306830 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.337729 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:47.355903 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-efe86fe1-5d34-4cd5-9584-93f8e63e37ee tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0895791 Mar 14 14:38:47.358415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:47.360515 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d39db1-ccc3-4307-839f-0d5f8dccc18b" -d '{"events": [{"name": "network-changed", "server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "tag": "caf9b013-e699-4cda-a451-8978e027426e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:47.416778 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbadea4d-86e7-477c-950e-4ef2fc344bb5 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:47.422968 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38115c3d-f13a-454e-8b28-69877de71484 x-openstack-request-id: req-38115c3d-f13a-454e-8b28-69877de71484 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:47.423263 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "tag": "caf9b013-e699-4cda-a451-8978e027426e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:47.426009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38115c3d-f13a-454e-8b28-69877de71484 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:47.426009 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e', 'status': 'completed', 'code': 200} Mar 14 14:38:47.429675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks [] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.448666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Transition to ACTIVE for port object fbadea4d-86e7-477c-950e-4ef2fc344bb5 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:38:47.514581 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-373dfcb7-879c-475f-8ee6-828c342a353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.516727 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-373dfcb7-879c-475f-8ee6-828c342a353c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1130 time: 0.0535715 Mar 14 14:38:47.623914 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7dd61628-da26-48f1-a5df-666d9d9627b2', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'caf9b013-e699-4cda-a451-8978e027426e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:30:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337d5216-c20c-4520-926c-1efd818c983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:45Z', 'updated_at': '2022-03-14T14:38:45Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:47.625285 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-fd0da69f-4311-4840-9217-3880d654c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.627220 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-fd0da69f-4311-4840-9217-3880d654c14b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.1041884 Mar 14 14:38:47.660608 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:47.662463 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.673252 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:47.673879 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:38:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:47.704000 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-ac1d531d-f8ba-407b-bb24-ca0ba084ed30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 200 len: 1000 time: 0.0712349 Mar 14 14:38:47.731188 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Pushing event updated for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:47.768273 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-410619b3-4394-4280-9105-632ace5f7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.769797 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-410619b3-4394-4280-9105-632ace5f7c3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0585468 Mar 14 14:38:47.799596 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:47.818036 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Attempting to bind port fbadea4d-86e7-477c-950e-4ef2fc344bb5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:38:47.818513 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Attempting to bind port fbadea4d-86e7-477c-950e-4ef2fc344bb5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:38:47.818857 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Attempting to bind port fbadea4d-86e7-477c-950e-4ef2fc344bb5 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:47.824127 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Port fbadea4d-86e7-477c-950e-4ef2fc344bb5 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:38:47.824473 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Attempting to bind port fbadea4d-86e7-477c-950e-4ef2fc344bb5 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:47.829905 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:38:47.830269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Checking segment: {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:47.830686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Bound using segment: {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:38:47.830981 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-b999a5bd-38d6-4a33-8029-b911de6e7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.831097 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Bound port: fbadea4d-86e7-477c-950e-4ef2fc344bb5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:38:47.831599 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.832752 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-b999a5bd-38d6-4a33-8029-b911de6e7743 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562346 Mar 14 14:38:47.921075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:38:47.926517 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:38:47.936495 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-746b3e6d-0596-40f4-9cf1-c8b6116fd669 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977144 Mar 14 14:38:47.993414 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:48.033653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:48.033874 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d39db1-ccc3-4307-839f-0d5f8dccc18b req-6a4e9f5f-37c2-40f6-91d4-ccb7a9212ffe service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Mar 14 14:38:48.034338 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:48.036242 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] 10.222.0.53 "PUT /v2.0/ports/fbadea4d-86e7-477c-950e-4ef2fc344bb5 HTTP/1.1" status: 200 len: 1093 time: 1.3098845 Mar 14 14:38:48.055801 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f027-d607-41cb-8dec-60a4ff76dcef service neutron] Pushing event updated for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:48.066793 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7dd61628-da26-48f1-a5df-666d9d9627b2', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'caf9b013-e699-4cda-a451-8978e027426e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:30:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337d5216-c20c-4520-926c-1efd818c983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:45Z', 'updated_at': '2022-03-14T14:38:45Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:48.094496 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4c885-383a-4db7-a070-bb93ce4cea59 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '7dd61628-da26-48f1-a5df-666d9d9627b2', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'caf9b013-e699-4cda-a451-8978e027426e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:30:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337d5216-c20c-4520-926c-1efd818c983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:45Z', 'updated_at': '2022-03-14T14:38:45Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:48.243680 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-da7844c7-f117-42ed-9f46-10dadffbd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:48.251160 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-da7844c7-f117-42ed-9f46-10dadffbd36e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 1127 time: 0.0552304 Mar 14 14:38:48.306925 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-06a0abef-ebaf-4c0c-9529-1b3b6dcd9053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5 HTTP/1.1" status: 200 len: 217 time: 0.0486958 Mar 14 14:38:48.378246 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24ac20-3e18-472a-a45f-c18a6bad904c None None] New status for floating IP 7dd61628-da26-48f1-a5df-666d9d9627b2: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:38:48.407166 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-8aa1f863-14d0-4219-b209-74f26015971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:48.408613 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-8aa1f863-14d0-4219-b209-74f26015971e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe9995ec-82a0-4f4b-bf35-d925fd270041 HTTP/1.1" status: 200 len: 852 time: 0.0945120 Mar 14 14:38:48.458756 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-c42a670a-24e9-45b8-985d-9fd01fddd36e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1b03764-e13a-46ee-9625-6ed6c8220e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436208 Mar 14 14:38:48.503711 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de5d45-2b16-43be-8a99-691cca9827a3 req-4c7bbbb7-87dc-46be-9ed2-b2dc12e83d52 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:48.505527 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-84de5d45-2b16-43be-8a99-691cca9827a3 req-4c7bbbb7-87dc-46be-9ed2-b2dc12e83d52 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 943 time: 0.1294880 Mar 14 14:38:48.606751 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-84de5d45-2b16-43be-8a99-691cca9827a3 req-9458b162-14a9-49ca-8365-446502e4555c tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Mar 14 14:38:48.612570 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-7249250a-145e-4fd2-aafb-28a05f97d82e service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453512 Mar 14 14:38:48.715601 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e6538a99-aa53-44c9-82de-9379fc52e3ff req-63fc381b-ac12-4d98-be5f-cbd51f12686b service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963104 Mar 14 14:38:49.425585 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:49.428101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:49.467568 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e459b-28d3-401d-b2d4-ad0496d5eca6 x-openstack-request-id: req-d07e459b-28d3-401d-b2d4-ad0496d5eca6 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:49.467999 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:49.468444 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d07e459b-28d3-401d-b2d4-ad0496d5eca6 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:49.468890 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5', 'status': 'completed', 'code': 200} Mar 14 14:38:49.565621 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-51efe58d-02fc-4c32-a9a7-d3b1e16a633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.567651 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-51efe58d-02fc-4c32-a9a7-d3b1e16a633d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 1127 time: 0.0524471 Mar 14 14:38:49.667246 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-87a848e7-df7a-421c-b6b9-d9fd47f83f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.668776 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-87a848e7-df7a-421c-b6b9-d9fd47f83f5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 200 len: 913 time: 0.0955062 Mar 14 14:38:49.717527 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-72c71d7d-6502-4c90-95b9-bc1b910e9326 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5 HTTP/1.1" status: 200 len: 217 time: 0.0425863 Mar 14 14:38:49.792784 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-36f77aee-544b-4971-b119-53ce797d5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.794283 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-36f77aee-544b-4971-b119-53ce797d5c93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe9995ec-82a0-4f4b-bf35-d925fd270041 HTTP/1.1" status: 200 len: 852 time: 0.0676508 Mar 14 14:38:49.806745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ff605-e5b8-4966-a33d-39b74451795b req-dd685a72-6307-432c-b57d-530d78d3ed2f tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.808248 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-684ff605-e5b8-4966-a33d-39b74451795b req-dd685a72-6307-432c-b57d-530d78d3ed2f tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 943 time: 0.0933061 Mar 14 14:38:49.851561 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-f5ca1416-135f-40d5-93e5-681ac9186085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1b03764-e13a-46ee-9625-6ed6c8220e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422843 Mar 14 14:38:49.912782 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-684ff605-e5b8-4966-a33d-39b74451795b req-540bdfbb-d619-4a27-bacd-2b3310766d90 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939360 Mar 14 14:38:49.977334 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-16c1e071-0140-4844-bce7-e5180de9b086 service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192222 Mar 14 14:38:50.073079 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-98c67f36-1ee3-4c24-93e4-2d5f50c5ca06 req-119625f9-30bc-4013-a8db-5d7148945792 service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Mar 14 14:38:50.779101 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device fbadea4d-86e7-477c-950e-4ef2fc344bb5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:38:50.891021 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:50.902504 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5', 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01', 'port_id': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5', 'mac_address': 'fa:16:3e:6b:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9995ec-82a0-4f4b-bf35-d925fd270041', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:38:50.947312 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port fbadea4d-86e7-477c-950e-4ef2fc344bb5 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:50.947700 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:50.962386 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbadea4d-86e7-477c-950e-4ef2fc344bb5 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:50.985915 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:51.043519 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710986e-4513-4bb2-89c1-2cc8e45f1fc2 req-404fa4d6-cbd3-4483-896f-74ad9dbb4fd2 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:51.045203 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2710986e-4513-4bb2-89c1-2cc8e45f1fc2 req-404fa4d6-cbd3-4483-896f-74ad9dbb4fd2 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 943 time: 0.0594060 Mar 14 14:38:51.072796 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:51.101762 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2710986e-4513-4bb2-89c1-2cc8e45f1fc2 req-bce56f20-cd12-4409-a175-9abc46ba0329 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Mar 14 14:38:51.135834 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:51.355626 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['fbadea4d-86e7-477c-950e-4ef2fc344bb5'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:38:52.239482 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f651646-853c-4a6e-86cc-9463302b070b req-2ea616b6-8d67-43e5-b85f-59f1ea1715f3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:52.241099 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1f651646-853c-4a6e-86cc-9463302b070b req-2ea616b6-8d67-43e5-b85f-59f1ea1715f3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 944 time: 0.0591593 Mar 14 14:38:52.290787 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1f651646-853c-4a6e-86cc-9463302b070b req-4623e0a0-cfa8-480a-97f8-e2c562bc2264 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Mar 14 14:38:52.448130 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55934) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:52.559193 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27a6212d-0127-49eb-b18b-22703a019edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.631930 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27a6212d-0127-49eb-b18b-22703a019edf admin admin] Publish callbacks [] for security_group (6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.712915 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-27a6212d-0127-49eb-b18b-22703a019edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.752986 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-27a6212d-0127-49eb-b18b-22703a019edf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4520f078bed4931adbee892187b17d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101597 Mar 14 14:38:52.754487 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6212d-0127-49eb-b18b-22703a019edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:52.755918 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55944) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:52.787188 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device fbadea4d-86e7-477c-950e-4ef2fc344bb5 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:38:52.823040 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] Publish callbacks [] for security_group (6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.845963 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] Publish callbacks [] for security_group (6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.912276 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port fbadea4d-86e7-477c-950e-4ef2fc344bb5 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:38:52.916519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port fbadea4d-86e7-477c-950e-4ef2fc344bb5 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:52.921102 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.975358 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.978178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:52.979778 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e HTTP/1.1" status: 204 len: 168 time: 0.2215736 Mar 14 14:38:52.995559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e5b1f-3d05-40ff-81fc-fce97e215d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa4e8f0-80ec-46ae-a256-c8ce62d0e69e,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:52.999819 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port fbadea4d-86e7-477c-950e-4ef2fc344bb5 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:53.000440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.041530 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:53.041530 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65098f5-819b-4b4d-9a98-9811113fb67c" -d '{"events": [{"server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "name": "network-vif-plugged", "status": "completed", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:53.055197 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:53.078444 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf5d3e9-feb2-4174-be7b-e9c250f91da1 x-openstack-request-id: req-1cf5d3e9-feb2-4174-be7b-e9c250f91da1 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:53.078734 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "name": "network-vif-plugged", "status": "completed", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:53.078994 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cf5d3e9-feb2-4174-be7b-e9c250f91da1 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:53.079394 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5', 'code': 200} Mar 14 14:38:53.137949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.196593 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:53.416761 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6d6b2-c86e-4985-a800-65d61b53318d req-29dc9e05-55af-4e5b-91c5-63abb447463e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:53.418279 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-43e6d6b2-c86e-4985-a800-65d61b53318d req-29dc9e05-55af-4e5b-91c5-63abb447463e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Mar 14 14:38:53.508724 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-43e6d6b2-c86e-4985-a800-65d61b53318d req-787a8456-3c4e-4e5d-ab24-c6cd2fd1fbe3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815027 Mar 14 14:38:53.511616 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f80da-6254-458c-bdb6-c6d5d5ebbf8b req-9c33f5a0-3db7-4781-8d0c-b9d1be7117af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:53.512953 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2f8f80da-6254-458c-bdb6-c6d5d5ebbf8b req-9c33f5a0-3db7-4781-8d0c-b9d1be7117af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 1129 time: 0.0938046 Mar 14 14:38:53.561846 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-2f8f80da-6254-458c-bdb6-c6d5d5ebbf8b req-1bf47b72-3ee1-4716-9fda-cf9ca694f253 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 14 14:38:53.655512 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 55982) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:53.669343 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-11923ba8-0137-46f2-a984-8ca6d422bfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.746393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-11923ba8-0137-46f2-a984-8ca6d422bfa3 admin admin] Publish callbacks [] for security_group (6fc8e248-a046-4a31-a4c1-c9cd8a87085e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.815400 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-11923ba8-0137-46f2-a984-8ca6d422bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fc8e248-a046-4a31-a4c1-c9cd8a87085e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.856326 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-11923ba8-0137-46f2-a984-8ca6d422bfa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8da1e9dc53249838104467a9ae3bc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997058 Mar 14 14:38:53.857465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11923ba8-0137-46f2-a984-8ca6d422bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8e248-a046-4a31-a4c1-c9cd8a87085e,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:53.859038 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 55988) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:53.920757 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] Publish callbacks [] for security_group (6fc8e248-a046-4a31-a4c1-c9cd8a87085e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:53.942375 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] Publish callbacks [] for security_group (6fc8e248-a046-4a31-a4c1-c9cd8a87085e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.066777 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (6fc8e248-a046-4a31-a4c1-c9cd8a87085e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.069516 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.070693 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fc8e248-a046-4a31-a4c1-c9cd8a87085e HTTP/1.1" status: 204 len: 168 time: 0.2105460 Mar 14 14:38:54.078711 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4763a7e-a032-4226-8647-15850d88dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8e248-a046-4a31-a4c1-c9cd8a87085e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:54.642127 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a566000-1259-4d58-b712-8034e331e379 req-f15e9a28-2ccb-43f5-92df-1e60cfd9f4c1 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:54.643654 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0a566000-1259-4d58-b712-8034e331e379 req-f15e9a28-2ccb-43f5-92df-1e60cfd9f4c1 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.0574858 Mar 14 14:38:54.699270 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0a566000-1259-4d58-b712-8034e331e379 req-c1e79693-81f5-4e35-b865-75b6f8952fe4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 Mar 14 14:38:54.716506 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 56004) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:54.730912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-663dda02-4e20-42d2-b332-579853ebaffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.804882 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-663dda02-4e20-42d2-b332-579853ebaffc admin admin] Publish callbacks [] for security_group (1c75dc76-2b33-41d3-9ab2-706e40282f57), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.889646 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-663dda02-4e20-42d2-b332-579853ebaffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1c75dc76-2b33-41d3-9ab2-706e40282f57), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:54.917860 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-655ab069-59de-4d19-8df4-92c31a8cbcb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525720 Mar 14 14:38:54.933232 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-663dda02-4e20-42d2-b332-579853ebaffc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7125caf41ea40d79f83f6ee0d4fae56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156391 Mar 14 14:38:54.934333 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dda02-4e20-42d2-b332-579853ebaffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75dc76-2b33-41d3-9ab2-706e40282f57,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:54.935845 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 56006) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:55.024935 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] Publish callbacks [] for security_group (1c75dc76-2b33-41d3-9ab2-706e40282f57), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:55.051165 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-e1c5c161-5a7f-4d7b-b854-22c149b6b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:55.052681 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-e1c5c161-5a7f-4d7b-b854-22c149b6b464 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1130 time: 0.0715063 Mar 14 14:38:55.058447 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] Publish callbacks [] for security_group (1c75dc76-2b33-41d3-9ab2-706e40282f57), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:55.177305 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-1e1586c8-a9c8-457d-bf83-8393a6507efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:55.178679 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-1e1586c8-a9c8-457d-bf83-8393a6507efa service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.1054311 Mar 14 14:38:55.245036 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (1c75dc76-2b33-41d3-9ab2-706e40282f57), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:55.247643 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:55.248781 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c75dc76-2b33-41d3-9ab2-706e40282f57 HTTP/1.1" status: 204 len: 168 time: 0.3111982 Mar 14 14:38:55.261802 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25f6f-89d3-430c-831c-66777808c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75dc76-2b33-41d3-9ab2-706e40282f57,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:55.266329 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-bcdbda78-36fc-4bd4-a61d-b4848854673f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 200 len: 1002 time: 0.0817587 Mar 14 14:38:55.318599 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-103e55be-66fa-4706-98dc-04b0ca13d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:55.320201 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-103e55be-66fa-4706-98dc-04b0ca13d5b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0488217 Mar 14 14:38:55.387074 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-8715967b-c9ea-4c3e-8d4c-44d6d6d85cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:55.388564 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-8715967b-c9ea-4c3e-8d4c-44d6d6d85cdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556190 Mar 14 14:38:55.765220 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-2984589d-f935-427a-a329-ec2af5fb8703 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696544 Mar 14 14:38:55.900007 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438f3b9-e540-4098-9e61-fcd03c4ae742 req-b7a117e7-b921-4754-b2f1-19c8205ca5d3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:55.901590 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a438f3b9-e540-4098-9e61-fcd03c4ae742 req-b7a117e7-b921-4754-b2f1-19c8205ca5d3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.1293800 Mar 14 14:38:55.933585 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c4516c39-4e34-40ec-9ce0-163b8f01b419 req-33d8dc89-4579-41c3-92d8-6cca4020af11 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600502 Mar 14 14:38:55.962522 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a438f3b9-e540-4098-9e61-fcd03c4ae742 req-32d9488d-6d49-4288-869a-38de7ca5cc7c tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Mar 14 14:38:55.982173 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 56036) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:56.095141 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44792dd4-1a30-4684-b1b3-1e11440dfd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.200740 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44792dd4-1a30-4684-b1b3-1e11440dfd61 admin admin] Publish callbacks [] for security_group (a3b0309f-d980-40ea-9b66-dc9d32e79c50), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.249365 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-44792dd4-1a30-4684-b1b3-1e11440dfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a3b0309f-d980-40ea-9b66-dc9d32e79c50), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.293329 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-44792dd4-1a30-4684-b1b3-1e11440dfd61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=718690c8bc20413681a318e74f04c7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098760 Mar 14 14:38:56.294271 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792dd4-1a30-4684-b1b3-1e11440dfd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0309f-d980-40ea-9b66-dc9d32e79c50,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:56.296151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 56086) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:56.351975 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] Publish callbacks [] for security_group (a3b0309f-d980-40ea-9b66-dc9d32e79c50), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.375594 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] Publish callbacks [] for security_group (a3b0309f-d980-40ea-9b66-dc9d32e79c50), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.414781 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 56088) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:56.495556 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (a3b0309f-d980-40ea-9b66-dc9d32e79c50), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.500747 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.500747 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3b0309f-d980-40ea-9b66-dc9d32e79c50 HTTP/1.1" status: 204 len: 168 time: 0.2018518 Mar 14 14:38:56.508505 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a5b54-a4e2-40ef-82a1-04affda518ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0309f-d980-40ea-9b66-dc9d32e79c50,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:56.538950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908242111-network', 'tenant_id': '10da4728702a49388b9ec49d4b98007e'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:56.649967 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Made reservation on behalf of 10da4728702a49388b9ec49d4b98007e for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:56.652901 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.662350 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.743425 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks [] for security_group (68c4a8fc-5d89-4a1d-af5b-5a7f43d83894), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.827086 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (68c4a8fc-5d89-4a1d-af5b-5a7f43d83894), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.854563 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:38:56.865137 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:56.869921 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (99ff9732-0314-4cf0-83e9-f9fd79a5c3ac), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:56.870305 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Added segment 99ff9732-0314-4cf0-83e9-f9fd79a5c3ac of type vlan for network b6cd855c-27a1-44a1-a252-08307bcf7550 Mar 14 14:38:56.913977 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783326779396'] for network (b6cd855c-27a1-44a1-a252-08307bcf7550), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.010202 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441'] for network (b6cd855c-27a1-44a1-a252-08307bcf7550), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.011718 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:57.012655 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.079058 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cd855c-27a1-44a1-a252-08307bcf7550,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:57.090476 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Network b6cd855c-27a1-44a1-a252-08307bcf7550 details requested by agent ovs-agent-dv-cinder-790535-28-iscsi with host dv-cinder-790535-28-iscsi {{(pid=103624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:38:57.098799 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-67c38330-2e8c-478a-a033-1abe9ac87447 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6826706 Mar 14 14:38:57.107933 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 56100) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:57.107933 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Request body: {'subnet': {'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908242111-subnet', 'tenant_id': '10da4728702a49388b9ec49d4b98007e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:57.120312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 56102) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:57.140251 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e09b1a26-3ea5-41f8-8898-03c4a1d614ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.209812 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Made reservation on behalf of 10da4728702a49388b9ec49d4b98007e for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:57.212248 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25372946'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.225094 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e09b1a26-3ea5-41f8-8898-03c4a1d614ac admin admin] Publish callbacks [] for security_group (c53c853a-2297-42ea-9e26-3ac3e736c0e7), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.295629 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e09b1a26-3ea5-41f8-8898-03c4a1d614ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c53c853a-2297-42ea-9e26-3ac3e736c0e7), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.344262 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e09b1a26-3ea5-41f8-8898-03c4a1d614ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=888571ac662a41cb84490d0c57aa3249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185581 Mar 14 14:38:57.344262 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1a26-3ea5-41f8-8898-03c4a1d614ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c853a-2297-42ea-9e26-3ac3e736c0e7,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:57.346627 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 56118) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:57.404341 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] Publish callbacks [] for security_group (c53c853a-2297-42ea-9e26-3ac3e736c0e7), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.421141 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25974052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25372988'] for subnet (2f5c3041-a6ea-485b-a868-46dab57cb9fb), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.428505 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] Publish callbacks [] for security_group (c53c853a-2297-42ea-9e26-3ac3e736c0e7), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.476733 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5c3041-a6ea-485b-a868-46dab57cb9fb,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:57.491579 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Checking segment: {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:57.491946 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Network hostable DHCP agents. Network: b6cd855c-27a1-44a1-a252-08307bcf7550, hostable agents: ['8fa3c6a3-f324-47e9-9e44-bc74ebe2beec'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:38:57.581050 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (c53c853a-2297-42ea-9e26-3ac3e736c0e7), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.584178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.585818 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c53c853a-2297-42ea-9e26-3ac3e736c0e7 HTTP/1.1" status: 204 len: 168 time: 0.2371509 Mar 14 14:38:57.594902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e758-4d0d-4934-a64c-cfa4091fa3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c853a-2297-42ea-9e26-3ac3e736c0e7,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:57.607315 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Network b6cd855c-27a1-44a1-a252-08307bcf7550 is scheduled to be hosted by DHCP agent 8fa3c6a3-f324-47e9-9e44-bc74ebe2beec with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:38:57.672626 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-iscsi, b6cd855c-27a1-44a1-a252-08307bcf7550) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:57.677640 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:57.678506 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:57.682754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1378c9-ee3e-46cb-b332-9022f69cb6c1 None None] Network b6cd855c-27a1-44a1-a252-08307bcf7550 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:38:57.726939 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4d6f283a-ae6a-4999-85db-55bad97797f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6241066 Mar 14 14:38:57.804194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7969b3-d1cf-49a9-83ed-ca1f6f97b085 None None] Network b6cd855c-27a1-44a1-a252-08307bcf7550 requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:39:00.032398 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-900bdb48-68c4-4bca-adee-241bc54e0551 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:00.033876 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-900bdb48-68c4-4bca-adee-241bc54e0551 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/networks?id=b6cd855c-27a1-44a1-a252-08307bcf7550 HTTP/1.1" status: 200 len: 809 time: 0.1138408 Mar 14 14:39:00.049517 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-4b2af579-74f9-49a5-bbf7-e92018f06c29 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/quotas/10da4728702a49388b9ec49d4b98007e HTTP/1.1" status: 200 len: 375 time: 0.0095894 Mar 14 14:39:00.088374 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-e2d3e0b4-29c1-4c4d-ba2c-e1faf0a168f1 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323308 Mar 14 14:39:00.290851 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-1bb1368f-4ceb-44dd-97c5-3ba25be1ac2c service neutron] 10.222.0.30 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954243 Mar 14 14:39:00.391701 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-56e922e3-6b4a-4f8f-8300-e98d6b8fdf90 service neutron] 10.222.0.30 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948653 Mar 14 14:39:00.684248 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e614a6dc-a797-4ff6-b578-905c0c195e85 req-a2654b2c-8e10-4aaf-a298-41e39090016a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 210 time: 0.0308180 Mar 14 14:39:01.784665 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-601fb407-169c-4aef-8b02-7159126936f9 req-16347180-6418-450b-8efa-619c635c3fbf tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 210 time: 0.0272343 Mar 14 14:39:02.013402 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:39:02.884922 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f721232e-05f4-40ea-abf4-87b8df9fc975 req-c3a83c06-20d3-4d1d-a38f-765f6942b7f5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 210 time: 0.0335543 Mar 14 14:39:02.990013 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-e18536d3-0a87-47ee-9841-0be73cef1167 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:02.991477 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-e18536d3-0a87-47ee-9841-0be73cef1167 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "GET /v2.0/networks?id=b6cd855c-27a1-44a1-a252-08307bcf7550 HTTP/1.1" status: 200 len: 809 time: 0.1057103 Mar 14 14:39:03.016825 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Request body: {'port': {'device_id': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550', 'admin_state_up': True, 'tenant_id': '10da4728702a49388b9ec49d4b98007e'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:39:03.186465 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Made reservation on behalf of 10da4728702a49388b9ec49d4b98007e for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:39:03.189921 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:03.325368 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Allocated IP 172.20.0.2 (b6cd855c-27a1-44a1-a252-08307bcf7550/2f5c3041-a6ea-485b-a868-46dab57cb9fb/568bbe80-acd2-4b4e-9d7f-fe8946071ec4) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:39:03.478018 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks [] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:03.640057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:03.693847 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Network b6cd855c-27a1-44a1-a252-08307bcf7550 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:39:03.697009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:39:03.699399 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:39:03.726915 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Pushing event updated for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:03.740957 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.741213 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.741554 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.741892 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.742251 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.742579 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.742902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.743225 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.743548 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.743867 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.744183 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.744501 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.744816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.745129 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.745442 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:03.765417 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:03.766011 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:03.841133 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-ca302e3a-b17e-4619-8c09-18b65861da9a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284435 Mar 14 14:39:03.865167 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Request body: {'port': {'device_id': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:39:03.929529 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.015484 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9d00-a6ca-48e5-b2cc-738bdd40a2af req-8efa38a6-a61b-4e00-a494-76d9800b2fc1 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:04.017010 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170a9d00-a6ca-48e5-b2cc-738bdd40a2af req-8efa38a6-a61b-4e00-a494-76d9800b2fc1 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 931 time: 0.0555356 Mar 14 14:39:04.229638 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:39:04.237733 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks [] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.251932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Transition to ACTIVE for port object 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:39:04.318755 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.348859 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170a9d00-a6ca-48e5-b2cc-738bdd40a2af req-e4b648e7-aa17-4b81-98d9-cd4b77bf6c64 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253274 Mar 14 14:39:04.375187 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Pushing event updated for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:04.453700 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Attempting to bind port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:39:04.454096 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Attempting to bind port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:39:04.454435 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Attempting to bind port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 on network b6cd855c-27a1-44a1-a252-08307bcf7550 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:39:04.459480 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 on network b6cd855c-27a1-44a1-a252-08307bcf7550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:39:04.459823 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Attempting to bind port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 on network b6cd855c-27a1-44a1-a252-08307bcf7550 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:39:04.465353 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:39:04.465689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Checking segment: {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:39:04.469417 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Bound using segment: {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:39:04.469417 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Bound port: 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:39:04.469417 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.533043 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:39:04.536895 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:39:04.632901 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.676909 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:04.677524 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:04.678940 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] 10.222.0.53 "PUT /v2.0/ports/568bbe80-acd2-4b4e-9d7f-fe8946071ec4 HTTP/1.1" status: 200 len: 1093 time: 0.8192706 Mar 14 14:39:04.679388 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:04.681610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6980f2-6987-4475-91ed-230521f9872f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:04.703083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca645a-70cb-485b-9076-0067321f4da5 service neutron] Pushing event updated for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:04.723073 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c89ad3e-ff68-4605-92d1-db08e6a5d02d x-openstack-request-id: req-6c89ad3e-ff68-4605-92d1-db08e6a5d02d {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:04.724104 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:04.724352 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c89ad3e-ff68-4605-92d1-db08e6a5d02d {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:04.724774 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4', 'status': 'completed', 'code': 200} Mar 14 14:39:04.819329 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6980f2-6987-4475-91ed-230521f9872f req-67b7e220-9d14-429f-845e-62f1acd7b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:04.820819 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-df6980f2-6987-4475-91ed-230521f9872f req-67b7e220-9d14-429f-845e-62f1acd7b56a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 1127 time: 0.0468814 Mar 14 14:39:04.933744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6980f2-6987-4475-91ed-230521f9872f req-1e7937c3-41af-43df-acd8-969d7631fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:04.935234 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-df6980f2-6987-4475-91ed-230521f9872f req-1e7937c3-41af-43df-acd8-969d7631fdf5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10da4728702a49388b9ec49d4b98007e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988557 Mar 14 14:39:05.042131 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6980f2-6987-4475-91ed-230521f9872f req-5a68938e-d5ab-4890-a557-4f77b2c8cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:05.043600 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-df6980f2-6987-4475-91ed-230521f9872f req-5a68938e-d5ab-4890-a557-4f77b2c8cc36 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025980 Mar 14 14:39:05.161957 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-c6afec2a-fc53-4d65-b9d0-1146929927da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:05.163410 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-c6afec2a-fc53-4d65-b9d0-1146929927da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 1127 time: 0.0480144 Mar 14 14:39:05.215123 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-e9305443-8e98-4f2e-b6c4-8308bd773fb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4 HTTP/1.1" status: 200 len: 217 time: 0.0367715 Mar 14 14:39:05.264253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-dd55d4bf-d5d2-4c7f-94e8-068fc1391f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:05.265847 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-dd55d4bf-d5d2-4c7f-94e8-068fc1391f2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f5c3041-a6ea-485b-a868-46dab57cb9fb HTTP/1.1" status: 200 len: 849 time: 0.0442553 Mar 14 14:39:05.306532 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-173a2708-3aaf-482b-a965-d00125b8a2c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cd855c-27a1-44a1-a252-08307bcf7550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318849 Mar 14 14:39:05.402650 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-d3d2c06a-f6b0-4b34-928a-5d8b834cbb2b service neutron] 10.222.0.53 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900218 Mar 14 14:39:05.480239 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdb150-cf12-4754-b254-8ad54f905710 req-7f28a6a3-e635-4de2-bb5e-d38a7435ab01 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:05.481673 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96bdb150-cf12-4754-b254-8ad54f905710 req-7f28a6a3-e635-4de2-bb5e-d38a7435ab01 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0556054 Mar 14 14:39:05.504380 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1fe534d0-a702-40ac-aaac-5224d492c93f req-3333402a-33e9-4cde-b7bc-aacbd5c2741d service neutron] 10.222.0.53 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954056 Mar 14 14:39:05.533058 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-96bdb150-cf12-4754-b254-8ad54f905710 req-10bfe3d6-3bca-4294-9e41-f1a2ac73fd2f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Mar 14 14:39:06.658780 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe046f-c6c4-4efb-943c-6c1fbd2ef300 req-0bfdd510-5c56-4e7d-aa35-743860b389f0 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:06.660374 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f8fe046f-c6c4-4efb-943c-6c1fbd2ef300 req-0bfdd510-5c56-4e7d-aa35-743860b389f0 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0561397 Mar 14 14:39:06.709052 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f8fe046f-c6c4-4efb-943c-6c1fbd2ef300 req-b527eb8d-e121-4468-9c09-5a4064cbc2c4 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Mar 14 14:39:07.829569 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54afedf-1fd7-48ff-a119-b0e07d13a0fc req-f9f889c1-7ac9-4493-b664-5d7e26aefaaa tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:07.831082 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e54afedf-1fd7-48ff-a119-b0e07d13a0fc req-f9f889c1-7ac9-4493-b664-5d7e26aefaaa tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0540848 Mar 14 14:39:07.883995 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e54afedf-1fd7-48ff-a119-b0e07d13a0fc req-e9092036-feee-4e16-8093-beaac0247ae6 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467703 Mar 14 14:39:08.232228 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a2-c0d1-4662-a81b-59c093cc3502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:09.012407 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d079ab-2ac7-4ed7-8bd7-9f74e4669791 req-6ff94b6b-c14f-4457-a2ed-1f8709668d86 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:09.014252 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a6d079ab-2ac7-4ed7-8bd7-9f74e4669791 req-6ff94b6b-c14f-4457-a2ed-1f8709668d86 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0547471 Mar 14 14:39:09.073615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a6d079ab-2ac7-4ed7-8bd7-9f74e4669791 req-58820d4c-c581-4fdb-8ed2-767715e3fd04 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Mar 14 14:39:10.193993 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cfd39-55a6-4d55-b812-5c65bc1360ee req-dbb61ad4-080a-4089-91f1-1c745c5c62e7 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:10.195572 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-081cfd39-55a6-4d55-b812-5c65bc1360ee req-dbb61ad4-080a-4089-91f1-1c745c5c62e7 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0551279 Mar 14 14:39:10.244374 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-081cfd39-55a6-4d55-b812-5c65bc1360ee req-52926c0c-3f9f-4a4a-b714-fd062feb5c18 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Mar 14 14:39:10.541023 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7cd479c0-7454-47b3-8d4f-c3557870032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:11.376048 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417953f3-02e8-4aa4-912a-9f32a6b2e33b req-4989f130-52ce-48f4-85c1-99c651f7e772 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:11.378183 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-417953f3-02e8-4aa4-912a-9f32a6b2e33b req-4989f130-52ce-48f4-85c1-99c651f7e772 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0554988 Mar 14 14:39:11.427433 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-417953f3-02e8-4aa4-912a-9f32a6b2e33b req-d6d0ce00-26ac-4052-a109-63e01654dc08 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Mar 14 14:39:12.550015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06707e0-78a5-4be3-b00e-f7eeaeb2c443 req-c7e3236c-1be5-4b76-9e46-bd726a8cfdec tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:12.551508 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d06707e0-78a5-4be3-b00e-f7eeaeb2c443 req-c7e3236c-1be5-4b76-9e46-bd726a8cfdec tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0540285 Mar 14 14:39:12.601854 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d06707e0-78a5-4be3-b00e-f7eeaeb2c443 req-4d7cca73-ea50-4357-9712-2617aea6c572 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Mar 14 14:39:12.912121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:13.723669 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c22e-139b-4fc9-a65e-76edeefabbc7 req-676f4128-6295-4e31-b837-99ff43de7a2f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:13.725343 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-17c8c22e-139b-4fc9-a65e-76edeefabbc7 req-676f4128-6295-4e31-b837-99ff43de7a2f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0567241 Mar 14 14:39:13.735308 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:13.776491 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-17c8c22e-139b-4fc9-a65e-76edeefabbc7 req-bed280d2-1379-4ce9-acf7-eb258b68cf5c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Mar 14 14:39:14.896361 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2e96a-68c7-4afe-9ec5-3fc7d5d84e9a req-dbe5475b-8427-4dd6-a37b-29e4f413fbd3 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:14.897974 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59b2e96a-68c7-4afe-9ec5-3fc7d5d84e9a req-dbe5475b-8427-4dd6-a37b-29e4f413fbd3 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 943 time: 0.0562749 Mar 14 14:39:14.932781 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:39:14.947199 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59b2e96a-68c7-4afe-9ec5-3fc7d5d84e9a req-376a40fe-c784-41fd-b048-1fb89da59a5c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Mar 14 14:39:15.037086 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:15.048497 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4', 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550', 'port_id': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4', 'mac_address': 'fa:16:3e:4b:c8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c3041-a6ea-485b-a868-46dab57cb9fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:39:15.089026 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:39:15.089325 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:15.102454 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:39:15.122727 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:15.203473 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:15.255247 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:15.517873 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:15.585533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['568bbe80-acd2-4b4e-9d7f-fe8946071ec4'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:39:16.066500 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c62bb-fa07-48f6-893f-df756beb9107 req-cabd250c-d4e3-41ee-8994-90d2a753c319 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:16.067862 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-108c62bb-fa07-48f6-893f-df756beb9107 req-cabd250c-d4e3-41ee-8994-90d2a753c319 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 944 time: 0.0557942 Mar 14 14:39:16.114761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-108c62bb-fa07-48f6-893f-df756beb9107 req-fd51c1e2-bf0d-4305-844a-a3821527062b tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Mar 14 14:39:16.935965 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:39:17.090107 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:39:17.094081 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:39:17.094450 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:17.184716 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:39:17.185193 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:17.208833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:17.211159 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35aba6-30f7-4428-a85c-2ee9abf0a353" -d '{"events": [{"server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "name": "network-vif-plugged", "status": "completed", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:17.228870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:17.243665 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fadbc-806d-4b9c-945f-75d36cb435be req-a94bddae-0fb6-4007-b8dc-23de308dc072 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:17.245868 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:17.246039 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa2fadbc-806d-4b9c-945f-75d36cb435be req-a94bddae-0fb6-4007-b8dc-23de308dc072 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 944 time: 0.0600994 Mar 14 14:39:17.248343 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e34a46-27d1-410c-b630-267735ecb659 x-openstack-request-id: req-53e34a46-27d1-410c-b630-267735ecb659 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:17.248966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "name": "network-vif-plugged", "status": "completed", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:17.248966 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53e34a46-27d1-410c-b630-267735ecb659 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:17.249403 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4', 'code': 200} Mar 14 14:39:17.300429 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:17.300655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa2fadbc-806d-4b9c-945f-75d36cb435be req-b8cbdc09-9d3d-45a8-a14b-196bccfed806 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Mar 14 14:39:17.355624 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:17.738945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7eab-8ea4-4e86-a664-7d4387b9fb85 req-197c9ec1-7795-440a-b578-9f8b7f8ba3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:17.740357 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48ba7eab-8ea4-4e86-a664-7d4387b9fb85 req-197c9ec1-7795-440a-b578-9f8b7f8ba3a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 1129 time: 0.0440817 Mar 14 14:39:17.786774 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48ba7eab-8ea4-4e86-a664-7d4387b9fb85 req-f4530d53-8da0-4d01-8336-b3a0c82821af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357335 Mar 14 14:39:18.423910 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8593-ccd5-49d7-b182-99c1c668d149 req-fdeab559-55e5-4484-b87b-7e98ffb356b9 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:18.425382 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-168f8593-ccd5-49d7-b182-99c1c668d149 req-fdeab559-55e5-4484-b87b-7e98ffb356b9 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 945 time: 0.0542483 Mar 14 14:39:18.476695 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-168f8593-ccd5-49d7-b182-99c1c668d149 req-f8d48513-8744-44c0-bee9-d73c425efed7 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Mar 14 14:39:19.599604 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b804c-b524-4c21-8ac8-bb94e2d4262a req-bf51378f-f8a8-47b7-aee3-6419e0ea2d0b tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:19.600984 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd4b804c-b524-4c21-8ac8-bb94e2d4262a req-bf51378f-f8a8-47b7-aee3-6419e0ea2d0b tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 945 time: 0.0579953 Mar 14 14:39:19.647468 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd4b804c-b524-4c21-8ac8-bb94e2d4262a req-faee1e7b-8c30-4bc9-adfc-9087c65d0fad tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Mar 14 14:39:21.161206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165254d8-5882-4869-8199-c4e91badc19c req-588bd39e-238e-4461-be38-92cef5e493c4 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:21.162791 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-165254d8-5882-4869-8199-c4e91badc19c req-588bd39e-238e-4461-be38-92cef5e493c4 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 945 time: 0.0549860 Mar 14 14:39:21.210996 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-165254d8-5882-4869-8199-c4e91badc19c req-8d230eb0-f1a3-49f8-b22c-6831948e9425 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Mar 14 14:39:22.339388 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b9c06-8cf3-428b-9c5b-3274ff03213d req-11ec7b59-e349-437f-9522-d89bf6f79656 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:22.340861 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c35b9c06-8cf3-428b-9c5b-3274ff03213d req-11ec7b59-e349-437f-9522-d89bf6f79656 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 945 time: 0.0560422 Mar 14 14:39:22.394548 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c35b9c06-8cf3-428b-9c5b-3274ff03213d req-293825c5-28a6-4b2b-90c0-3394b6fe3433 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Mar 14 14:39:22.860534 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-791cb48a-0f85-44b5-819b-d5e5a88c07d1 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:22.862320 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-791cb48a-0f85-44b5-819b-d5e5a88c07d1 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 945 time: 0.0601234 Mar 14 14:39:22.971745 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Deleting port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:22.987471 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:23.064636 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] For port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:23.065001 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:23.078119 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Calling delete_port for 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:23.254941 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (568bbe80-acd2-4b4e-9d7f-fe8946071ec4), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:23.284341 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Pushing event deleted for resources: {'Port': ['ID=568bbe80-acd2-4b4e-9d7f-fe8946071ec4,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:23.291755 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['568bbe80-acd2-4b4e-9d7f-fe8946071ec4'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:39:23.329975 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] No DVR routers for this DVR port 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:39:23.332381 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:23.335683 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a609a98b-60a8-4dfb-9143-5bfc4d33a2dc req-788547e4-f0a6-465b-8b2d-fb8cb7fd423c tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "DELETE /v2.0/ports/568bbe80-acd2-4b4e-9d7f-fe8946071ec4 HTTP/1.1" status: 204 len: 173 time: 0.4657419 Mar 14 14:39:23.336878 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'name': 'network-vif-deleted', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:23.339087 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df7937-632c-4922-baa6-ebdb14f4c468" -d '{"events": [{"server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "name": "network-vif-deleted", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:23.375101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08eba52-762c-4e6a-8e11-7d3cd86818f0 x-openstack-request-id: req-b08eba52-762c-4e6a-8e11-7d3cd86818f0 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:23.375697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4c21bf-c44f-4af3-99d4-d8f5c8946efb", "name": "network-vif-deleted", "tag": "568bbe80-acd2-4b4e-9d7f-fe8946071ec4", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:23.375697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b08eba52-762c-4e6a-8e11-7d3cd86818f0 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:23.376052 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4c21bf-c44f-4af3-99d4-d8f5c8946efb', 'name': 'network-vif-deleted', 'tag': '568bbe80-acd2-4b4e-9d7f-fe8946071ec4', 'status': 'completed', 'code': 200} Mar 14 14:39:23.497031 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e147167a-b4d0-46ac-ae5f-5e5da1fc2870 req-9e53d201-b80f-4b21-a164-8eb83f72917a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 210 time: 0.0280936 Mar 14 14:39:24.606790 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44343969-2aa3-40bd-97a1-ea2b4910c37e req-625f31a4-7e32-452b-b321-ea9e50b79851 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e4c21bf-c44f-4af3-99d4-d8f5c8946efb HTTP/1.1" status: 200 len: 210 time: 0.0306859 Mar 14 14:39:25.867099 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-5f84da7e-69d5-4624-926b-964e39a130e2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:25.868755 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-5f84da7e-69d5-4624-926b-964e39a130e2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/networks?id=b6cd855c-27a1-44a1-a252-08307bcf7550 HTTP/1.1" status: 200 len: 809 time: 0.0999238 Mar 14 14:39:25.883769 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-433b20b8-ddee-4428-8c7b-5aeccd598dc2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/quotas/10da4728702a49388b9ec49d4b98007e HTTP/1.1" status: 200 len: 375 time: 0.0096104 Mar 14 14:39:25.921289 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-0094858e-2cf0-40db-8806-ce26cafd6100 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310514 Mar 14 14:39:26.019242 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-79f865f3-5056-4fad-9e13-3c5881d1a07c service neutron] 10.222.0.30 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912554 Mar 14 14:39:26.111501 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-74c0fbfe-51ec-45fd-8736-fb6f0feec5ae service neutron] 10.222.0.30 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865467 Mar 14 14:39:26.371578 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-affde033-fdfe-4b54-812c-f5f6c0a8f8a3 req-0903adcd-cff7-44e7-8148-35fa8792ec79 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0321748 Mar 14 14:39:26.992570 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:27.017798 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:27.018169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 568bbe80-acd2-4b4e-9d7f-fe8946071ec4 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:27.480502 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be866610-85e8-4b17-8153-037eb82b82ca req-e8b84949-6b03-46ac-a802-e97f727b9dbf tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0342209 Mar 14 14:39:28.263294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-3a65f0fa-0b4c-4758-b4a4-dfbcff2b8d43 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:28.264734 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-3a65f0fa-0b4c-4758-b4a4-dfbcff2b8d43 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "GET /v2.0/networks?id=b6cd855c-27a1-44a1-a252-08307bcf7550 HTTP/1.1" status: 200 len: 809 time: 0.1086807 Mar 14 14:39:28.284095 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Request body: {'port': {'device_id': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550', 'admin_state_up': True, 'tenant_id': '10da4728702a49388b9ec49d4b98007e'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:39:28.466559 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Made reservation on behalf of 10da4728702a49388b9ec49d4b98007e for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:39:28.469902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:28.613930 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2475a6a-391f-4564-88ee-38a627b306bc req-e7e29d6c-500b-437b-9d85-476d44a195f5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0384507 Mar 14 14:39:28.638566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Allocated IP 172.20.0.4 (b6cd855c-27a1-44a1-a252-08307bcf7550/2f5c3041-a6ea-485b-a868-46dab57cb9fb/f30ae10c-b624-486f-9853-7a6533bff9f2) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:39:28.781013 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks [] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:28.849122 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:28.887655 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Network b6cd855c-27a1-44a1-a252-08307bcf7550 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:39:28.892952 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:39:28.896904 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:39:28.929445 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Pushing event updated for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:28.953448 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:28.954085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.029370 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-4505dcf7-4853-4865-89c8-8f571b0f9929 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491219 Mar 14 14:39:29.051971 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Request body: {'port': {'device_id': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:39:29.109914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.396836 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30ae10c-b624-486f-9853-7a6533bff9f2 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:39:29.405404 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks [] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.418382 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Transition to ACTIVE for port object f30ae10c-b624-486f-9853-7a6533bff9f2 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:39:29.523904 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.579946 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Pushing event updated for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:29.660782 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Attempting to bind port f30ae10c-b624-486f-9853-7a6533bff9f2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:39:29.661120 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Attempting to bind port f30ae10c-b624-486f-9853-7a6533bff9f2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:39:29.661456 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Attempting to bind port f30ae10c-b624-486f-9853-7a6533bff9f2 on network b6cd855c-27a1-44a1-a252-08307bcf7550 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:39:29.665951 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Port f30ae10c-b624-486f-9853-7a6533bff9f2 on network b6cd855c-27a1-44a1-a252-08307bcf7550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:39:29.666453 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Attempting to bind port f30ae10c-b624-486f-9853-7a6533bff9f2 on network b6cd855c-27a1-44a1-a252-08307bcf7550 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:39:29.674143 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:39:29.674408 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Checking segment: {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:39:29.674821 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Bound using segment: {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:39:29.675221 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Bound port: f30ae10c-b624-486f-9853-7a6533bff9f2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:39:29.675576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.741375 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:39:29.742650 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8f0a-9f6f-42c5-981b-0ff10dca14d3 req-119177cb-4360-422b-9fee-3433d91e3620 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:29.744268 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28bf8f0a-9f6f-42c5-981b-0ff10dca14d3 req-119177cb-4360-422b-9fee-3433d91e3620 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0538507 Mar 14 14:39:29.744807 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f30ae10c-b624-486f-9853-7a6533bff9f2,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:39:29.791818 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28bf8f0a-9f6f-42c5-981b-0ff10dca14d3 req-a5ca8a90-c2c7-4c4e-96c8-e994ffd2c800 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Mar 14 14:39:29.872423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.908649 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:29.908960 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:29.910455 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] 10.222.0.53 "PUT /v2.0/ports/f30ae10c-b624-486f-9853-7a6533bff9f2 HTTP/1.1" status: 200 len: 1093 time: 0.8664498 Mar 14 14:39:29.910863 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:29.913094 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0482858-834d-415c-87f2-1da8afcbf99d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:29.939325 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb83332-7db8-494a-8f0d-773686dc31fb service neutron] Pushing event updated for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:29.954769 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbdf314-9666-477f-84b9-679958525efb x-openstack-request-id: req-3bbdf314-9666-477f-84b9-679958525efb {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:29.955062 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:29.955315 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bbdf314-9666-477f-84b9-679958525efb {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:29.955732 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2', 'status': 'completed', 'code': 200} Mar 14 14:39:30.041793 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482858-834d-415c-87f2-1da8afcbf99d req-4980bdda-8729-4f70-8a94-496cf006530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.043455 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b0482858-834d-415c-87f2-1da8afcbf99d req-4980bdda-8729-4f70-8a94-496cf006530a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0465717 Mar 14 14:39:30.154112 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482858-834d-415c-87f2-1da8afcbf99d req-acde1f6a-05f4-4cf7-9e0f-9461d495ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.155509 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b0482858-834d-415c-87f2-1da8afcbf99d req-acde1f6a-05f4-4cf7-9e0f-9461d495ac78 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=10da4728702a49388b9ec49d4b98007e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972912 Mar 14 14:39:30.261905 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482858-834d-415c-87f2-1da8afcbf99d req-99ebf830-ab0d-4028-9671-ef39639bb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.263399 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b0482858-834d-415c-87f2-1da8afcbf99d req-99ebf830-ab0d-4028-9671-ef39639bb194 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942581 Mar 14 14:39:30.364050 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-66953e8e-140b-4d3c-956e-29832037fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.365556 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-66953e8e-140b-4d3c-956e-29832037fb66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10da4728702a49388b9ec49d4b98007e&device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0456860 Mar 14 14:39:30.413398 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-a1d5739a-d8fd-468b-a308-fd6cda707906 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30ae10c-b624-486f-9853-7a6533bff9f2 HTTP/1.1" status: 200 len: 217 time: 0.0348232 Mar 14 14:39:30.468034 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-616fa412-ac2d-4de1-a154-23d2f62558eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.469480 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-616fa412-ac2d-4de1-a154-23d2f62558eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f5c3041-a6ea-485b-a868-46dab57cb9fb HTTP/1.1" status: 200 len: 849 time: 0.0488043 Mar 14 14:39:30.502891 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-5f6b9373-4f17-4ea9-bf52-5a7a4266cd7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cd855c-27a1-44a1-a252-08307bcf7550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270422 Mar 14 14:39:30.604141 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-9cadf749-9121-44c3-bbeb-9b32e2c0d77d service neutron] 10.222.0.53 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950232 Mar 14 14:39:30.709106 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-91bc23ed-3d54-4e8c-a4e3-8264ff1fa9cf req-009c26f8-931f-4746-97d4-4100e97ba571 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998540 Mar 14 14:39:30.919647 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24683d-5c12-4169-89a0-6e481ad2b220 req-6869c008-380a-48f2-9203-9a5450cb093a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:30.921215 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a24683d-5c12-4169-89a0-6e481ad2b220 req-6869c008-380a-48f2-9203-9a5450cb093a tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0592525 Mar 14 14:39:30.968856 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a24683d-5c12-4169-89a0-6e481ad2b220 req-3a715dca-ad51-4b99-a22d-962b50014464 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Mar 14 14:39:32.095428 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174c64a-f6ac-4984-9c64-1ee039c7333e req-f15373c3-233a-42bd-99f1-accc731a4d1f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:32.097168 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a174c64a-f6ac-4984-9c64-1ee039c7333e req-f15373c3-233a-42bd-99f1-accc731a4d1f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0580125 Mar 14 14:39:32.145752 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a174c64a-f6ac-4984-9c64-1ee039c7333e req-467589a2-64bb-4f3f-9029-9f74b46cfdc5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Mar 14 14:39:33.034347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device f30ae10c-b624-486f-9853-7a6533bff9f2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:39:33.141089 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f30ae10c-b624-486f-9853-7a6533bff9f2,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:33.152532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'f30ae10c-b624-486f-9853-7a6533bff9f2', 'network_id': 'b6cd855c-27a1-44a1-a252-08307bcf7550', 'port_id': 'f30ae10c-b624-486f-9853-7a6533bff9f2', 'mac_address': 'fa:16:3e:d5:f1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c3041-a6ea-485b-a868-46dab57cb9fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:39:33.190584 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port f30ae10c-b624-486f-9853-7a6533bff9f2 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:39:33.190970 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.204109 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30ae10c-b624-486f-9853-7a6533bff9f2 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:39:33.225385 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f30ae10c-b624-486f-9853-7a6533bff9f2,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:33.269162 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cacf2-8d06-4ed2-9a45-782ce4e73fd1 req-a0d7e1d7-bbc1-4ce6-b1e5-7a7f652acad5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:33.270729 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2d0cacf2-8d06-4ed2-9a45-782ce4e73fd1 req-a0d7e1d7-bbc1-4ce6-b1e5-7a7f652acad5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0540059 Mar 14 14:39:33.317847 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2d0cacf2-8d06-4ed2-9a45-782ce4e73fd1 req-f117d9d9-25a9-4e94-8f80-666f9b3f6ff5 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Mar 14 14:39:33.323543 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.374402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:33.381509 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.381858 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.382232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.382576 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.382912 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.383242 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.383563 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.383894 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.384226 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.384553 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.385461 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.385787 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.386134 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.386460 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.386782 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:33.577744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 56544) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:33.639671 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['f30ae10c-b624-486f-9853-7a6533bff9f2'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:39:33.694956 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b1b814b2-1500-4d5a-93f5-b15271b4d602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.781931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b1b814b2-1500-4d5a-93f5-b15271b4d602 admin admin] Publish callbacks [] for security_group (63e27c06-49c7-4d58-b201-458155184cd6), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.849077 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-b1b814b2-1500-4d5a-93f5-b15271b4d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (63e27c06-49c7-4d58-b201-458155184cd6), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.890650 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-b1b814b2-1500-4d5a-93f5-b15271b4d602 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0946bccedf444de4800e01b373ecf45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117599 Mar 14 14:39:33.893288 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 56552) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:33.893449 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b814b2-1500-4d5a-93f5-b15271b4d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e27c06-49c7-4d58-b201-458155184cd6,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:33.951560 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Publish callbacks [] for security_group (63e27c06-49c7-4d58-b201-458155184cd6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:33.974873 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Publish callbacks [] for security_group (63e27c06-49c7-4d58-b201-458155184cd6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:34.169095 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (63e27c06-49c7-4d58-b201-458155184cd6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:34.171670 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:34.172928 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63e27c06-49c7-4d58-b201-458155184cd6 HTTP/1.1" status: 204 len: 168 time: 0.2780921 Mar 14 14:39:34.181096 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e27c06-49c7-4d58-b201-458155184cd6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:34.189420 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.189770 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.190141 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.190486 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.190816 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.191146 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.191473 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.191799 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.192121 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.192444 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.192789 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.193105 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.193410 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.193735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.194057 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105c139-0cb0-480a-b5ba-3b9b55497ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:34.445751 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e946e-701d-4eb1-88b1-a0aeaa11a292 req-7b79dcfc-608d-4537-b0b5-50fa38d1248f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:34.447380 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b26e946e-701d-4eb1-88b1-a0aeaa11a292 req-7b79dcfc-608d-4537-b0b5-50fa38d1248f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0568800 Mar 14 14:39:34.503753 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b26e946e-701d-4eb1-88b1-a0aeaa11a292 req-89ebae37-f4ce-4c6d-968a-50f541b57d94 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Mar 14 14:39:35.636306 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdee36-85f9-4ea0-95d5-3c9043f1b441 req-e16addd6-5037-476c-8638-4a7898c4752e tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:35.637924 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e5fdee36-85f9-4ea0-95d5-3c9043f1b441 req-e16addd6-5037-476c-8638-4a7898c4752e tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0571899 Mar 14 14:39:35.692271 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e5fdee36-85f9-4ea0-95d5-3c9043f1b441 req-42edefa3-9ccd-4927-9881-89c554cfc951 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Mar 14 14:39:36.483128 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device f30ae10c-b624-486f-9853-7a6533bff9f2 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:39:36.591310 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port f30ae10c-b624-486f-9853-7a6533bff9f2 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:39:36.595206 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port f30ae10c-b624-486f-9853-7a6533bff9f2 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:39:36.595577 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:36.675957 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port f30ae10c-b624-486f-9853-7a6533bff9f2 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:39:36.676342 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:36.698374 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:36.700592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe58935-17be-4814-bcfc-52734f3704f8" -d '{"events": [{"server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:36.714288 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f30ae10c-b624-486f-9853-7a6533bff9f2,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:36.739851 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fb4cf-ca5b-4204-8f23-0b897992df3b x-openstack-request-id: req-979fb4cf-ca5b-4204-8f23-0b897992df3b {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:36.740112 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:36.740354 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-979fb4cf-ca5b-4204-8f23-0b897992df3b {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:36.740736 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2', 'code': 200} Mar 14 14:39:36.785950 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:36.825500 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ee7e-41cb-44ee-b8bb-9a798219f7ee req-334099d4-aa4a-4023-8aef-2e7c56307405 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:36.829174 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eab3ee7e-41cb-44ee-b8bb-9a798219f7ee req-334099d4-aa4a-4023-8aef-2e7c56307405 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0565894 Mar 14 14:39:36.837156 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:36.876142 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eab3ee7e-41cb-44ee-b8bb-9a798219f7ee req-dc2e9c35-15f8-42e5-adcf-e1c2e49af6fc tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Mar 14 14:39:37.728319 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dfb1-48af-4905-aad1-074bbd4e516d req-6e8d3286-9da1-46fd-be18-5772ee2b766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:37.729833 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a2c6dfb1-48af-4905-aad1-074bbd4e516d req-6e8d3286-9da1-46fd-be18-5772ee2b766b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0507829 Mar 14 14:39:37.774825 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a2c6dfb1-48af-4905-aad1-074bbd4e516d req-f667f910-c2c9-43ff-8548-0e67db6d9a7c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Mar 14 14:39:38.006654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9c9d9-3737-4235-8909-00699d019274 req-26db2272-f56f-45a2-b913-c6d1a7af18e6 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:38.008317 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-acc9c9d9-3737-4235-8909-00699d019274 req-26db2272-f56f-45a2-b913-c6d1a7af18e6 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0615325 Mar 14 14:39:38.065998 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-acc9c9d9-3737-4235-8909-00699d019274 req-417f1454-45e8-4672-86e6-113b7cc79d59 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513823 Mar 14 14:39:38.157317 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8a676114-0765-470e-a360-b2955aaa19c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:39.013633 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:39:39.217965 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948a23-6a3d-4301-a900-fabec6fe939b req-c14941eb-7259-4f81-a416-61e933c7a6b4 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:39.219471 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b948a23-6a3d-4301-a900-fabec6fe939b req-c14941eb-7259-4f81-a416-61e933c7a6b4 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0688539 Mar 14 14:39:39.288068 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b948a23-6a3d-4301-a900-fabec6fe939b req-3c54c9e4-75cc-464d-b1c4-a0387eada5fa tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Mar 14 14:39:40.410142 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bac40-b2df-4b23-959c-a38a4f74140c req-682a8b9d-d48f-4882-a5fd-7f5d55b44e68 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:40.411656 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4c7bac40-b2df-4b23-959c-a38a4f74140c req-682a8b9d-d48f-4882-a5fd-7f5d55b44e68 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0547981 Mar 14 14:39:40.465424 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4c7bac40-b2df-4b23-959c-a38a4f74140c req-5f837d16-087f-4e84-b886-e224966daceb tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Mar 14 14:39:40.528799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0c02a390-8f1f-4003-8176-7baafff47456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:42.934746 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:43.709875 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9070-d02c-42ff-a4ef-63f9c6b935cb req-72a98519-5778-4f0d-8088-2ead2ecc19d7 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:43.711376 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ae8f9070-d02c-42ff-a4ef-63f9c6b935cb req-72a98519-5778-4f0d-8088-2ead2ecc19d7 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0662980 Mar 14 14:39:43.723224 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:43.758847 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ae8f9070-d02c-42ff-a4ef-63f9c6b935cb req-d859b741-19c7-458d-8cd1-c4c2b1857bc6 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Mar 14 14:39:44.882016 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1c23-e01f-4859-bb21-562ce3be8fc8 req-59249db7-8e49-4e5d-b2cf-dc9d64438926 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:44.883592 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-939e1c23-e01f-4859-bb21-562ce3be8fc8 req-59249db7-8e49-4e5d-b2cf-dc9d64438926 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Mar 14 14:39:44.931388 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-939e1c23-e01f-4859-bb21-562ce3be8fc8 req-b1f8e88a-5c30-46c5-b91f-6e01f366613b tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Mar 14 14:39:45.494181 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:46.057561 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a371717-b482-4ffb-a01a-cbbfab80e6b1 req-4e4ee6d3-34c2-42cd-889d-c53fbc3e2229 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:46.059506 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1a371717-b482-4ffb-a01a-cbbfab80e6b1 req-4e4ee6d3-34c2-42cd-889d-c53fbc3e2229 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0578382 Mar 14 14:39:46.119105 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-1a371717-b482-4ffb-a01a-cbbfab80e6b1 req-4831696d-e67b-4d34-8984-361c38528d1f tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Mar 14 14:39:47.202451 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-172365db-6426-41f0-958e-d4b026aa688e tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:47.203892 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-172365db-6426-41f0-958e-d4b026aa688e tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0630486 Mar 14 14:39:47.254791 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585a4c-4d57-4424-81a9-292717f8fd9e req-2792c56f-c133-48f3-b766-504bd50bfd04 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:47.261195 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6585a4c-4d57-4424-81a9-292717f8fd9e req-2792c56f-c133-48f3-b766-504bd50bfd04 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0694058 Mar 14 14:39:47.313961 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6585a4c-4d57-4424-81a9-292717f8fd9e req-6c331b55-64ff-42d6-b483-e61cc9473523 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/security-groups?id=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516152 Mar 14 14:39:47.318786 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Deleting port f30ae10c-b624-486f-9853-7a6533bff9f2 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:47.318897 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.322524 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.422237 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] For port f30ae10c-b624-486f-9853-7a6533bff9f2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f30ae10c-b624-486f-9853-7a6533bff9f2,segment=NetworkSegment(99ff9732-0314-4cf0-83e9-f9fd79a5c3ac),segment_id=99ff9732-0314-4cf0-83e9-f9fd79a5c3ac)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:47.422603 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.440625 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Calling delete_port for f30ae10c-b624-486f-9853-7a6533bff9f2 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:47.654914 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (f30ae10c-b624-486f-9853-7a6533bff9f2), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.685691 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Pushing event deleted for resources: {'Port': ['ID=f30ae10c-b624-486f-9853-7a6533bff9f2,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:47.690466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['f30ae10c-b624-486f-9853-7a6533bff9f2'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:39:48.040687 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] No DVR routers for this DVR port f30ae10c-b624-486f-9853-7a6533bff9f2 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:39:48.044403 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.048009 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d8b4b4d9-fe21-4db0-8d03-16e4eca1e812 req-df232d35-ad57-42ad-ac65-93736a1ef1d2 tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.53 "DELETE /v2.0/ports/f30ae10c-b624-486f-9853-7a6533bff9f2 HTTP/1.1" status: 204 len: 173 time: 0.8388643 Mar 14 14:39:48.048487 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'name': 'network-vif-deleted', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:48.050913 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3616bf0-f1b6-4579-80ce-6b888ed76588" -d '{"events": [{"server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "name": "network-vif-deleted", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:48.093022 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296f614-feb0-4821-9ebe-fb37c25a0109 x-openstack-request-id: req-e296f614-feb0-4821-9ebe-fb37c25a0109 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:48.093371 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5", "name": "network-vif-deleted", "tag": "f30ae10c-b624-486f-9853-7a6533bff9f2", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:48.093703 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e296f614-feb0-4821-9ebe-fb37c25a0109 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:48.094147 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5', 'name': 'network-vif-deleted', 'tag': 'f30ae10c-b624-486f-9853-7a6533bff9f2', 'status': 'completed', 'code': 200} Mar 14 14:39:48.435691 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5af7c263-beb5-478a-817b-3b9866550f83 req-d7e3f9f2-d1ff-4458-838e-c623471e21ba tempest-VolumesActionsTest-1022574365 tempest-VolumesActionsTest-1022574365-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4f968-f09a-4c3c-ab3a-4dee9ef0d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0298607 Mar 14 14:39:52.643484 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device f30ae10c-b624-486f-9853-7a6533bff9f2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:52.664167 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: f30ae10c-b624-486f-9853-7a6533bff9f2 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:52.664508 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device f30ae10c-b624-486f-9853-7a6533bff9f2 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:57.874722 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-00266edf-55cd-4874-b97d-84056fdc9a14 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472755 Mar 14 14:39:57.980987 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015c3c-f99b-4367-b241-0436922d9b7e req-1fd9dca2-4985-467c-9c9c-cfa214516762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:57.982504 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-1fd9dca2-4985-467c-9c9c-cfa214516762 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 1130 time: 0.0467501 Mar 14 14:39:58.098255 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015c3c-f99b-4367-b241-0436922d9b7e req-4d09ce01-ac5a-4139-a699-70efa60bf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:58.099708 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-4d09ce01-ac5a-4139-a699-70efa60bf42d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0989509 Mar 14 14:39:58.187194 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-a817872c-0df3-451c-bbab-6faec89d3532 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 200 len: 1002 time: 0.0820177 Mar 14 14:39:58.274675 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015c3c-f99b-4367-b241-0436922d9b7e req-e13f1a1c-d9d5-4b31-89d3-11dd00130755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:58.275080 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-e13f1a1c-d9d5-4b31-89d3-11dd00130755 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0758185 Mar 14 14:39:58.352433 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015c3c-f99b-4367-b241-0436922d9b7e req-5dd6aaab-846b-46ef-a95d-fd69b3720ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:58.354520 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-5dd6aaab-846b-46ef-a95d-fd69b3720ae2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0714509 Mar 14 14:39:58.505167 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-29e3cc11-8683-4b5d-9d71-089b00d10973 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444488 Mar 14 14:39:58.653468 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-10015c3c-f99b-4367-b241-0436922d9b7e req-b7e35bfd-8584-407e-aabc-bba0f54f7aed service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408954 Mar 14 14:39:59.050126 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c97da-0428-4f87-b32f-b42f5ecf7bce req-94c2ca35-3266-405d-aa7a-f7e06e3ea1c7 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:59.051620 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-425c97da-0428-4f87-b32f-b42f5ecf7bce req-94c2ca35-3266-405d-aa7a-f7e06e3ea1c7 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.2469585 Mar 14 14:39:59.101992 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-425c97da-0428-4f87-b32f-b42f5ecf7bce req-0cbf1060-b44e-4dfb-9c4e-537930f6d81a tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Mar 14 14:40:00.341099 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9984c-0929-4d08-bad6-9df65ee43ab8 req-8ca4e408-80fb-4a1f-a72b-1532d99ee8aa tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:00.342761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48d9984c-0929-4d08-bad6-9df65ee43ab8 req-8ca4e408-80fb-4a1f-a72b-1532d99ee8aa tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.1470549 Mar 14 14:40:00.403436 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48d9984c-0929-4d08-bad6-9df65ee43ab8 req-f08f2063-eb92-4755-8d3d-d0f010c92588 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534868 Mar 14 14:40:00.689830 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-29b1a840-0c09-427b-bab3-a26132861806 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:00.691512 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-29b1a840-0c09-427b-bab3-a26132861806 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 945 time: 0.0634320 Mar 14 14:40:00.793874 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Deleting port fbadea4d-86e7-477c-950e-4ef2fc344bb5 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:40:00.794343 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:00.897805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] For port fbadea4d-86e7-477c-950e-4ef2fc344bb5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fbadea4d-86e7-477c-950e-4ef2fc344bb5,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:00.898569 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:00.922174 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Calling delete_port for fbadea4d-86e7-477c-950e-4ef2fc344bb5 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:40:01.179930 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (fbadea4d-86e7-477c-950e-4ef2fc344bb5), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:01.230857 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Pushing event deleted for resources: {'Port': ['ID=fbadea4d-86e7-477c-950e-4ef2fc344bb5,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:01.239162 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['fbadea4d-86e7-477c-950e-4ef2fc344bb5'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:01.314170 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] No DVR routers for this DVR port fbadea4d-86e7-477c-950e-4ef2fc344bb5 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:40:01.317105 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:01.320754 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a79e4882-37c3-45c2-8d3e-2dd42f638b3c req-035304f1-b44f-421f-ae94-46bb1186da46 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "DELETE /v2.0/ports/fbadea4d-86e7-477c-950e-4ef2fc344bb5 HTTP/1.1" status: 204 len: 173 time: 0.6241016 Mar 14 14:40:01.321255 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'name': 'network-vif-deleted', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:01.323876 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e94cce6-bed9-4281-a353-142fdb005e2e" -d '{"events": [{"server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "name": "network-vif-deleted", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:01.380750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8236df-6fc1-4f9d-9933-2f50add4d7bc x-openstack-request-id: req-3c8236df-6fc1-4f9d-9933-2f50add4d7bc {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:01.380750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b3ae24-ab52-4460-8324-e261e7d814e8", "name": "network-vif-deleted", "tag": "fbadea4d-86e7-477c-950e-4ef2fc344bb5", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:01.380750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c8236df-6fc1-4f9d-9933-2f50add4d7bc {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:01.380750 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b3ae24-ab52-4460-8324-e261e7d814e8', 'name': 'network-vif-deleted', 'tag': 'fbadea4d-86e7-477c-950e-4ef2fc344bb5', 'status': 'completed', 'code': 200} Mar 14 14:40:01.517942 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-e539621d-68a9-4f1c-ab88-a3d53b9dcf98 req-911f20d6-f73a-42a2-a1b8-e39081502c54 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0297036 Mar 14 14:40:02.700423 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb678e09-45e2-46bf-8989-e95c17550d13 req-2b391549-0da1-4896-a9d7-cc00f7016ca5 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b3ae24-ab52-4460-8324-e261e7d814e8 HTTP/1.1" status: 200 len: 210 time: 0.0363853 Mar 14 14:40:07.169410 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device fbadea4d-86e7-477c-950e-4ef2fc344bb5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:40:07.198635 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: fbadea4d-86e7-477c-950e-4ef2fc344bb5 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:40:07.199304 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device fbadea4d-86e7-477c-950e-4ef2fc344bb5 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:40:08.305429 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-94194b36-4b53-4956-a8c2-a6b9eb953d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.551626 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14eff7f6-29d3-409b-95cd-33d265bebf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:12.906324 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:13.752025 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.524169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.014092 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:40:17.259813 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:17.707725 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-cc456cd7-6550-4904-807c-4f33cf6586e2 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:17.711568 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-cc456cd7-6550-4904-807c-4f33cf6586e2 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/networks?id=a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 200 len: 812 time: 0.1180646 Mar 14 14:40:17.726270 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-907543d6-96fb-4ff9-82b3-da39317b3f66 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/quotas/0e917abb9baa42208a389493102ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0101132 Mar 14 14:40:17.766606 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-0e128580-19f3-4bd7-a8d7-5d234fc52730 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350163 Mar 14 14:40:17.868009 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-f9028b93-fd2d-4e0f-8d43-25d1bc712cda service neutron] 10.222.0.30 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994115 Mar 14 14:40:17.986738 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-f432cdd3-6832-48bf-ace1-a8c7ee4e8123 service neutron] 10.222.0.30 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096618 Mar 14 14:40:18.284787 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b9b0aea9-62b2-4047-941c-5d471c8ab3ea req-cd6e377c-a739-49c0-80e7-8d0a7e3ef7e9 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 210 time: 0.0399308 Mar 14 14:40:19.374778 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8635339e-ca91-49a4-af0e-ac7c6443bb33 req-0383934f-d078-4271-9a12-89fcd2800e57 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 210 time: 0.0361366 Mar 14 14:40:20.485467 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-93157eed-895e-41ba-a499-793660c61e3d req-5f096498-3289-4afa-8aa0-4180145d7d7c tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 210 time: 0.0307443 Mar 14 14:40:20.842104 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-93e3f701-33f3-4832-8462-c0123aeb6ade tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:20.843548 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-93e3f701-33f3-4832-8462-c0123aeb6ade tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "GET /v2.0/networks?id=a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 200 len: 812 time: 0.1059499 Mar 14 14:40:20.862323 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Request body: {'port': {'device_id': '33ff9c33-b129-47f6-9423-ed82d601b718', 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01', 'admin_state_up': True, 'tenant_id': '0e917abb9baa42208a389493102ea2b4'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:21.065098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Made reservation on behalf of 0e917abb9baa42208a389493102ea2b4 for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:21.068734 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:21.214565 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Allocated IP 172.20.0.4 (a1b03764-e13a-46ee-9625-6ed6c8220e01/fe9995ec-82a0-4f4b-bf35-d925fd270041/db20fd0b-39a8-4f38-95c3-30c9cd52cf62) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:40:21.364767 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks [] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:21.454557 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:21.502287 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Network a1b03764-e13a-46ee-9625-6ed6c8220e01 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:40:21.508143 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:40:21.510908 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:40:21.543139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Pushing event updated for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:21.555287 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.555676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.555976 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.556318 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.556653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.557138 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.557477 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.557805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.558167 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.558525 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.558824 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.559154 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.559519 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.559846 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.560176 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:21.579324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:21.585843 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:21.619996 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ea9e-300d-43ac-933e-0e71ddcd536f req-86bc2fde-41a7-49e1-87a4-d8bb2ed5fda5 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:21.621439 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8805ea9e-300d-43ac-933e-0e71ddcd536f req-86bc2fde-41a7-49e1-87a4-d8bb2ed5fda5 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 931 time: 0.0549016 Mar 14 14:40:21.672765 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8805ea9e-300d-43ac-933e-0e71ddcd536f req-d0bf55de-df45-4cf7-92a1-5ea7e8f9ad5e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Mar 14 14:40:21.680507 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-77070daa-d7db-4217-a2a7-20f3586045f6 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8209853 Mar 14 14:40:21.689408 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-64af58f4-41c7-40a6-9e0c-d2bb78623176 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:40:21.690510 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-64af58f4-41c7-40a6-9e0c-d2bb78623176 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059576 Mar 14 14:40:21.710170 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Request body: {'port': {'device_id': '33ff9c33-b129-47f6-9423-ed82d601b718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:21.780648 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.073542 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db20fd0b-39a8-4f38-95c3-30c9cd52cf62 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:22.086145 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks [] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.103713 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Transition to ACTIVE for port object db20fd0b-39a8-4f38-95c3-30c9cd52cf62 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:40:22.202242 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.261358 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Pushing event updated for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:22.338083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Attempting to bind port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:40:22.338621 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Attempting to bind port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:40:22.338958 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Attempting to bind port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:22.343317 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:40:22.343632 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Attempting to bind port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 on network a1b03764-e13a-46ee-9625-6ed6c8220e01 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:22.349149 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:40:22.349500 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Checking segment: {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:40:22.349885 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Bound using segment: {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:40:22.350330 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Bound port: db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e3274c-2975-44a2-a87c-671075fa18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:40:22.350683 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.420650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:40:22.424191 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:40:22.488785 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.524068 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:22.524690 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.526121 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] 10.222.0.53 "PUT /v2.0/ports/db20fd0b-39a8-4f38-95c3-30c9cd52cf62 HTTP/1.1" status: 200 len: 1093 time: 0.8214600 Mar 14 14:40:22.526572 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:22.528838 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59" -d '{"events": [{"name": "network-changed", "server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:22.560722 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee833f-8fb1-4e20-b2ed-13b334359c71 service neutron] Pushing event updated for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:22.578590 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da55871-09d3-41b7-8bc8-4b3bfafc77ea x-openstack-request-id: req-6da55871-09d3-41b7-8bc8-4b3bfafc77ea {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:22.578891 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:22.579153 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6da55871-09d3-41b7-8bc8-4b3bfafc77ea {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:22.579564 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62', 'status': 'completed', 'code': 200} Mar 14 14:40:22.673312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-4a5f68a4-95cc-4c0a-a77d-fa00e00130c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:22.674898 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-4a5f68a4-95cc-4c0a-a77d-fa00e00130c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 1127 time: 0.0516696 Mar 14 14:40:22.794609 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-026e254a-3a46-418a-a740-e8c01a90e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:22.796202 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-026e254a-3a46-418a-a740-e8c01a90e970 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e917abb9baa42208a389493102ea2b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080050 Mar 14 14:40:22.801635 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290f4e5-f14e-4eff-b3cf-00d0987cbade req-b3eb6576-2e2c-482f-9409-70ad60cc2b3e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:22.803531 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4290f4e5-f14e-4eff-b3cf-00d0987cbade req-b3eb6576-2e2c-482f-9409-70ad60cc2b3e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 943 time: 0.0594327 Mar 14 14:40:22.853518 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4290f4e5-f14e-4eff-b3cf-00d0987cbade req-09ce70c5-93c7-40e9-9d7a-4423b72585a3 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Mar 14 14:40:22.902854 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-9dbf2b1a-0bb0-4359-bcf9-f021f757121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:22.904336 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d4e20c0-86cb-4a65-8fad-ab22256d4e59 req-9dbf2b1a-0bb0-4359-bcf9-f021f757121e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011922 Mar 14 14:40:23.024420 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-a6209508-f755-4b51-a491-c384acf85e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:23.025934 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-a6209508-f755-4b51-a491-c384acf85e9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e917abb9baa42208a389493102ea2b4&device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 1127 time: 0.0479298 Mar 14 14:40:23.079942 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-ef5947db-5566-45cf-8375-bf2c8a60d2bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62 HTTP/1.1" status: 200 len: 217 time: 0.0356719 Mar 14 14:40:23.132646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-abc1c3c7-7dd6-44f8-a5b4-6ebb3f259459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:23.134183 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-abc1c3c7-7dd6-44f8-a5b4-6ebb3f259459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe9995ec-82a0-4f4b-bf35-d925fd270041 HTTP/1.1" status: 200 len: 852 time: 0.0457458 Mar 14 14:40:23.170456 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-9d3d957c-7026-484b-a7a9-d12177597099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1b03764-e13a-46ee-9625-6ed6c8220e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305431 Mar 14 14:40:23.266259 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-acfe77c5-1262-4602-9985-e8b0a84a0b3d service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898283 Mar 14 14:40:23.330679 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57220) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:23.370725 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8f66f12f-69bd-4839-8c7f-8ce9e4bfae6f req-5b34d543-8e8d-41e6-9003-dd7da4887fea service neutron] 10.222.0.53 "GET /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984480 Mar 14 14:40:23.383186 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Deleting subnet 2f5c3041-a6ea-485b-a868-46dab57cb9fb {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:40:23.386822 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Publish callbacks [] for subnet (2f5c3041-a6ea-485b-a868-46dab57cb9fb), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.425638 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (2f5c3041-a6ea-485b-a868-46dab57cb9fb), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.473630 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (2f5c3041-a6ea-485b-a868-46dab57cb9fb), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.597151 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (2f5c3041-a6ea-485b-a868-46dab57cb9fb), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.624445 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5c3041-a6ea-485b-a868-46dab57cb9fb,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:23.629756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.633196 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1b5c9382-5d69-4f44-a38f-e8c7d78cbcf6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f5c3041-a6ea-485b-a868-46dab57cb9fb HTTP/1.1" status: 204 len: 168 time: 0.3015280 Mar 14 14:40:23.635657 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57222) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:23.717132 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (b6cd855c-27a1-44a1-a252-08307bcf7550), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.812839 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (b6cd855c-27a1-44a1-a252-08307bcf7550), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.834568 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd855c-27a1-44a1-a252-08307bcf7550']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:23.843700 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:23.843992 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ff9732-0314-4cf0-83e9-f9fd79a5c3ac') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:23.854309 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (99ff9732-0314-4cf0-83e9-f9fd79a5c3ac), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.867874 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (99ff9732-0314-4cf0-83e9-f9fd79a5c3ac), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.873803 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:40:23.874238 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (99ff9732-0314-4cf0-83e9-f9fd79a5c3ac), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:40:23.875869 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:40:23.999063 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25911ca-f1d6-4cb3-938a-7fadf888f7a0 req-db81874a-9722-4622-be38-991bbcf1b390 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:24.000563 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c25911ca-f1d6-4cb3-938a-7fadf888f7a0 req-db81874a-9722-4622-be38-991bbcf1b390 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 943 time: 0.0642037 Mar 14 14:40:24.002415 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (b6cd855c-27a1-44a1-a252-08307bcf7550), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.007274 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.010949 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b6cd855c-27a1-44a1-a252-08307bcf7550 HTTP/1.1" status: 204 len: 168 time: 0.3742971 Mar 14 14:40:24.024478 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952a5c-b117-4552-929b-1cfc0c61fa20 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cd855c-27a1-44a1-a252-08307bcf7550,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:24.052688 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c25911ca-f1d6-4cb3-938a-7fadf888f7a0 req-faae7fab-6697-401c-a2ab-0f6bcb0a88b4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Mar 14 14:40:24.558411 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57234) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:24.604034 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e60206d0-b018-46ea-a813-bba2b23531d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10da4728702a49388b9ec49d4b98007e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442042 Mar 14 14:40:24.606672 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57238) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:24.661933 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] Publish callbacks [] for security_group (68c4a8fc-5d89-4a1d-af5b-5a7f43d83894), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.685367 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] Publish callbacks [] for security_group (68c4a8fc-5d89-4a1d-af5b-5a7f43d83894), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.830576 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (68c4a8fc-5d89-4a1d-af5b-5a7f43d83894), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.833382 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:24.834760 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68c4a8fc-5d89-4a1d-af5b-5a7f43d83894 HTTP/1.1" status: 204 len: 168 time: 0.2270668 Mar 14 14:40:24.843006 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd7475-fe4d-4232-a742-8b4f918d3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4a8fc-5d89-4a1d-af5b-5a7f43d83894,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:25.191840 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731bcf-e0b8-4eaa-ba08-c2c83ecdb2bd req-8601e7d0-fa51-4ed2-9f5d-21e6e172c286 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:25.193940 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a731bcf-e0b8-4eaa-ba08-c2c83ecdb2bd req-8601e7d0-fa51-4ed2-9f5d-21e6e172c286 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 943 time: 0.0716186 Mar 14 14:40:25.251687 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a731bcf-e0b8-4eaa-ba08-c2c83ecdb2bd req-f9e9ad7f-2663-491e-9cda-fe67a1daea82 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510869 Mar 14 14:40:25.673006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device db20fd0b-39a8-4f38-95c3-30c9cd52cf62 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:40:25.777299 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:25.788755 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62', 'network_id': 'a1b03764-e13a-46ee-9625-6ed6c8220e01', 'port_id': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62', 'mac_address': 'fa:16:3e:07:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9995ec-82a0-4f4b-bf35-d925fd270041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:40:25.827415 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:25.827719 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.840963 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db20fd0b-39a8-4f38-95c3-30c9cd52cf62 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:25.865676 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:25.967748 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:26.022609 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:26.240744 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['db20fd0b-39a8-4f38-95c3-30c9cd52cf62'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:26.429412 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6513-f44c-4c3c-a37b-84cb036657cf req-401e51fd-c2aa-46d9-8b17-7b9c6d7f5b27 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:26.432392 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-518f6513-f44c-4c3c-a37b-84cb036657cf req-401e51fd-c2aa-46d9-8b17-7b9c6d7f5b27 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 944 time: 0.0722728 Mar 14 14:40:26.484344 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-518f6513-f44c-4c3c-a37b-84cb036657cf req-57a33f8d-43ef-4bc1-ab23-913c214d5a37 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Mar 14 14:40:27.622604 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77840e9-e951-453f-970a-c929a12c3019 req-d66066ab-d284-4702-b486-3fc2b502db84 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:27.624908 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f77840e9-e951-453f-970a-c929a12c3019 req-d66066ab-d284-4702-b486-3fc2b502db84 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 944 time: 0.0570292 Mar 14 14:40:27.676380 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f77840e9-e951-453f-970a-c929a12c3019 req-45e265af-653f-406d-8aa1-55b53be5c89e tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453238 Mar 14 14:40:27.689152 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device db20fd0b-39a8-4f38-95c3-30c9cd52cf62 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:40:27.813260 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:40:27.817258 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:40:27.817634 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:27.902395 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:27.916602 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:27.926873 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:27.929185 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a34f15-7159-47b0-a1b1-c2270bb7ff27" -d '{"events": [{"server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "name": "network-vif-plugged", "status": "completed", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:27.946417 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:27.968355 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f15a6c2-c85d-45da-aa3b-b5d58fefe69d x-openstack-request-id: req-3f15a6c2-c85d-45da-aa3b-b5d58fefe69d {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:27.968692 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "name": "network-vif-plugged", "status": "completed", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:27.968997 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f15a6c2-c85d-45da-aa3b-b5d58fefe69d {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:27.969501 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62', 'code': 200} Mar 14 14:40:28.019473 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:28.072364 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:28.502023 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28205139-bb01-45ea-86e7-23cd29cd74cf req-89c79ee0-205d-4c76-914f-b61173411d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:28.503689 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28205139-bb01-45ea-86e7-23cd29cd74cf req-89c79ee0-205d-4c76-914f-b61173411d23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 1129 time: 0.1984768 Mar 14 14:40:28.555959 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-28205139-bb01-45ea-86e7-23cd29cd74cf req-b9879d43-6e0c-4157-8772-dd0c68df0075 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Mar 14 14:40:28.806095 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ff72-fa58-47b6-ae6b-14f7696d15dd req-96640310-7316-49a3-82a0-8a6510238fc1 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:28.807614 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fad2ff72-fa58-47b6-ae6b-14f7696d15dd req-96640310-7316-49a3-82a0-8a6510238fc1 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 945 time: 0.0626011 Mar 14 14:40:28.864975 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fad2ff72-fa58-47b6-ae6b-14f7696d15dd req-9678e1f0-c044-40c9-89b4-5547839f5da9 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Mar 14 14:40:29.991698 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8cfb-8964-46bd-80a1-a4bc290a4492 req-553d087e-a5c0-4faf-b900-4e192d55ddbf tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:29.993189 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f81e8cfb-8964-46bd-80a1-a4bc290a4492 req-553d087e-a5c0-4faf-b900-4e192d55ddbf tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Mar 14 14:40:30.044811 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f81e8cfb-8964-46bd-80a1-a4bc290a4492 req-91d32df5-6bd9-430d-adb4-f8edefd9c85c tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Mar 14 14:40:31.074331 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57300) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:31.188484 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8460-40ad-416c-a336-05e256072f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.273211 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8460-40ad-416c-a336-05e256072f37 admin admin] Publish callbacks [] for security_group (2a5d3d41-a4e0-4b53-8127-9b1ba30b1154), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.350999 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8460-40ad-416c-a336-05e256072f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (2a5d3d41-a4e0-4b53-8127-9b1ba30b1154), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.391409 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ea8b8460-40ad-416c-a336-05e256072f37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8274ad2a1de4275bed6b5dbf508e6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158934 Mar 14 14:40:31.392293 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8460-40ad-416c-a336-05e256072f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d3d41-a4e0-4b53-8127-9b1ba30b1154,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:31.394166 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57304) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:31.446850 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] Publish callbacks [] for security_group (2a5d3d41-a4e0-4b53-8127-9b1ba30b1154), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.468971 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] Publish callbacks [] for security_group (2a5d3d41-a4e0-4b53-8127-9b1ba30b1154), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.573592 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (2a5d3d41-a4e0-4b53-8127-9b1ba30b1154), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.576377 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:31.577571 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a5d3d41-a4e0-4b53-8127-9b1ba30b1154 HTTP/1.1" status: 204 len: 168 time: 0.1823308 Mar 14 14:40:31.586389 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ce19-587a-4fc3-a809-51faf5d1dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d3d41-a4e0-4b53-8127-9b1ba30b1154,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:38.219314 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7d9403e6-a59b-4f7f-8f6d-5d884954d4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:40.527745 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1224d826-53db-42e5-8432-e4c8ca169911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:42.921962 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:43.755873 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:45.499159 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:47.298614 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:48.476101 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188053f6-8109-496d-8b64-94286af34b21 req-47a55cb2-92fa-48b2-ad46-68f2af99a9a0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:48.477655 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-188053f6-8109-496d-8b64-94286af34b21 req-47a55cb2-92fa-48b2-ad46-68f2af99a9a0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0571344 Mar 14 14:40:48.533760 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-188053f6-8109-496d-8b64-94286af34b21 req-8e4294da-256b-4860-99ff-d9c9299e85c4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503168 Mar 14 14:40:49.672378 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce96620-8dc2-4091-a26a-4d87a9e9ea07 req-94068ba1-8e74-466f-8f4c-1e444f629217 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:49.673879 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ce96620-8dc2-4091-a26a-4d87a9e9ea07 req-94068ba1-8e74-466f-8f4c-1e444f629217 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0593655 Mar 14 14:40:49.724823 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7ce96620-8dc2-4091-a26a-4d87a9e9ea07 req-b0a89e0c-bc51-4999-885b-75b9c50f4b9b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452969 Mar 14 14:40:50.186743 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-52b493fc-d628-4118-987f-b46f9f464181 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:50.188119 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-52b493fc-d628-4118-987f-b46f9f464181 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 946 time: 0.0541701 Mar 14 14:40:50.291224 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port caf9b013-e699-4cda-a451-8978e027426e {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:40:50.304200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (caf9b013-e699-4cda-a451-8978e027426e), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.387541 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] For port caf9b013-e699-4cda-a451-8978e027426e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=caf9b013-e699-4cda-a451-8978e027426e,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:50.387909 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (caf9b013-e699-4cda-a451-8978e027426e), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.577925 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.578400 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (7dd61628-da26-48f1-a5df-666d9d9627b2), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.578725 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 7dd61628-da26-48f1-a5df-666d9d9627b2 disassociated. External IP: 172.27.2.223, port: caf9b013-e699-4cda-a451-8978e027426e. Mar 14 14:40:50.579075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for caf9b013-e699-4cda-a451-8978e027426e owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:40:50.797114 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (caf9b013-e699-4cda-a451-8978e027426e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.829840 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-32a895d7-32dd-419f-83e7-bcde22ca9627 req-8bea8a39-1278-4d8f-b78f-e5bfd064a6b8 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0344622 Mar 14 14:40:50.841689 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=caf9b013-e699-4cda-a451-8978e027426e,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:50.969113 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:40:51.097040 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:40:51.108073 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:40:51.121217 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:40:51.122174 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:40:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:51.142749 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] No DVR routers for this DVR port caf9b013-e699-4cda-a451-8978e027426e on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:40:51.145344 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:51.149433 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6f36a5c6-5f94-4a88-94a6-6a27fbf2df4e req-077c4616-1ee7-4a40-a45c-7dfa48ab1ee7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "DELETE /v2.0/ports/caf9b013-e699-4cda-a451-8978e027426e HTTP/1.1" status: 204 len: 173 time: 0.9546061 Mar 14 14:40:51.149930 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'name': 'network-vif-deleted', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:51.152936 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c566979-d34a-49ae-816c-b06b91f5bd18" -d '{"events": [{"server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "name": "network-vif-deleted", "tag": "caf9b013-e699-4cda-a451-8978e027426e"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:51.244185 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:40:51.431780 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4515b76-2937-4ac0-8ff4-87b092f787ec x-openstack-request-id: req-f4515b76-2937-4ac0-8ff4-87b092f787ec {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:51.440103 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337d5216-c20c-4520-926c-1efd818c983e", "name": "network-vif-deleted", "tag": "caf9b013-e699-4cda-a451-8978e027426e", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:51.440103 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4515b76-2937-4ac0-8ff4-87b092f787ec {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:51.440103 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337d5216-c20c-4520-926c-1efd818c983e', 'name': 'network-vif-deleted', 'tag': 'caf9b013-e699-4cda-a451-8978e027426e', 'status': 'completed', 'code': 200} Mar 14 14:40:51.498957 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:51.526974 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:40:51.535622 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:40:51.536247 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:40:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:51.649542 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:40:51.861601 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:40:51.890021 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6fb66-3b3f-4d90-b297-2eb6c638fd09 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:40:51.956043 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d590269d-5264-4fe7-b3cb-1cb1ccf2815a req-3c000f6f-cc39-4091-8c9b-7d525e680965 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=337d5216-c20c-4520-926c-1efd818c983e HTTP/1.1" status: 200 len: 210 time: 0.0359194 Mar 14 14:40:52.145716 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c8b111-b3f9-4330-b7fa-eea319d368b5 None None] New status for floating IP 7dd61628-da26-48f1-a5df-666d9d9627b2: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:40:52.919148 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63dc13-d9b8-431d-b1a3-4b0826ad3394 req-a879596d-f718-494f-8990-b9a8707a6747 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:52.920628 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff63dc13-d9b8-431d-b1a3-4b0826ad3394 req-a879596d-f718-494f-8990-b9a8707a6747 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Mar 14 14:40:52.967971 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-ff63dc13-d9b8-431d-b1a3-4b0826ad3394 req-c482526f-e1b0-4290-a7b2-3a6688f5261f tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Mar 14 14:40:53.014312 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:40:53.291384 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-d07890eb-decf-4178-980c-f794f393cc52 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931752857&fields=id&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 267 time: 0.0431361 Mar 14 14:40:53.402529 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-c030e5e3-f066-440e-94ab-f180091088c1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:53.403865 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-c030e5e3-f066-440e-94ab-f180091088c1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.1063137 Mar 14 14:40:53.418741 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-739a0c03-0e3b-49be-9551-b20f2cadc594 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/quotas/b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 375 time: 0.0095270 Mar 14 14:40:53.475222 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-5e3dd600-2470-4845-b197-7dad3774602f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511799 Mar 14 14:40:53.514353 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-54dc46a1-6732-4f89-8831-0e25d5abd33c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:40:53.514353 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-54dc46a1-6732-4f89-8831-0e25d5abd33c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058610 Mar 14 14:40:53.607407 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-6e466a58-3f0c-44eb-be3a-324d92773b62 service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073294 Mar 14 14:40:53.700268 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-1cd44868-8205-4e05-ae66-04d2e02965f9 service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Mar 14 14:40:53.842193 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device caf9b013-e699-4cda-a451-8978e027426e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:40:53.862007 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: caf9b013-e699-4cda-a451-8978e027426e {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:40:53.862369 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device caf9b013-e699-4cda-a451-8978e027426e not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:40:54.092160 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61faa04-f3fb-4fbc-81cb-d20b63e5a471 req-66ebbba9-96b9-45ab-ba77-4b59a3dd1e2b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:54.093784 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c61faa04-f3fb-4fbc-81cb-d20b63e5a471 req-66ebbba9-96b9-45ab-ba77-4b59a3dd1e2b tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 945 time: 0.0572214 Mar 14 14:40:54.146763 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c61faa04-f3fb-4fbc-81cb-d20b63e5a471 req-d344928f-b4ea-4fd1-b249-cc01177b5d0d tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a0b4149-25de-4d0e-b04c-a5d482712c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Mar 14 14:40:54.347579 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a8be998-9d7a-41ba-b0b5-73d18824ce46 req-08902f39-976c-4d1f-90d5-7b2ec8201f80 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 210 time: 0.0321057 Mar 14 14:40:54.748756 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-931d4d45-17ae-4f32-b618-2d7c8803bd53 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:54.750219 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-931d4d45-17ae-4f32-b618-2d7c8803bd53 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 945 time: 0.0524933 Mar 14 14:40:54.850025 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Deleting port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:40:54.850345 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:54.943324 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] For port db20fd0b-39a8-4f38-95c3-30c9cd52cf62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,segment=NetworkSegment(a5e3274c-2975-44a2-a87c-671075fa18ac),segment_id=a5e3274c-2975-44a2-a87c-671075fa18ac)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:54.943676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:54.955352 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Calling delete_port for db20fd0b-39a8-4f38-95c3-30c9cd52cf62 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:40:55.132922 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (db20fd0b-39a8-4f38-95c3-30c9cd52cf62), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:55.165585 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Pushing event deleted for resources: {'Port': ['ID=db20fd0b-39a8-4f38-95c3-30c9cd52cf62,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:55.172582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['db20fd0b-39a8-4f38-95c3-30c9cd52cf62'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:55.211556 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] No DVR routers for this DVR port db20fd0b-39a8-4f38-95c3-30c9cd52cf62 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:40:55.214095 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:55.217457 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-52c746c3-719e-4d0a-b408-0edb25ffc478 req-e5f527cf-728b-48b3-a61f-2e72af7727f4 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.53 "DELETE /v2.0/ports/db20fd0b-39a8-4f38-95c3-30c9cd52cf62 HTTP/1.1" status: 204 len: 173 time: 0.4618189 Mar 14 14:40:55.220786 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'name': 'network-vif-deleted', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:55.220786 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca4f10-4e7e-4cb2-8f78-17019a6ca9de" -d '{"events": [{"server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "name": "network-vif-deleted", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:55.256881 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-7fd26621-24f1-4a03-aa42-e4405287be02 req-e229861e-decf-4286-b12c-0bdef2462b88 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Mar 14 14:40:55.260770 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afd60e-30a1-4a13-9809-49d8e42405ec x-openstack-request-id: req-10afd60e-30a1-4a13-9809-49d8e42405ec {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:55.261439 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ff9c33-b129-47f6-9423-ed82d601b718", "name": "network-vif-deleted", "tag": "db20fd0b-39a8-4f38-95c3-30c9cd52cf62", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:55.261734 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10afd60e-30a1-4a13-9809-49d8e42405ec {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:55.262563 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff9c33-b129-47f6-9423-ed82d601b718', 'name': 'network-vif-deleted', 'tag': 'db20fd0b-39a8-4f38-95c3-30c9cd52cf62', 'status': 'completed', 'code': 200} Mar 14 14:40:55.441909 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-89f0bfb7-23ae-41c1-b3fd-75002b463d1e req-f2f806a1-e050-4408-8b66-00eb56122b87 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 210 time: 0.0288806 Mar 14 14:40:56.403037 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-bf4e82a0-e82a-4488-94c5-697c2b023b13 req-05206c3e-b551-4456-be71-225e02f659c9 tempest-VolumesSnapshotTestJSON-1675006170 tempest-VolumesSnapshotTestJSON-1675006170-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ff9c33-b129-47f6-9423-ed82d601b718 HTTP/1.1" status: 200 len: 210 time: 0.0601993 Mar 14 14:40:56.442145 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-4c05bd05-15f0-4009-afdf-fca45b97fb10 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:56.443521 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-4c05bd05-15f0-4009-afdf-fca45b97fb10 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.1378164 Mar 14 14:40:56.518482 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2142f391-8173-4982-bb87-4e3536f654ba tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 379 time: 0.0608721 Mar 14 14:40:56.530717 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'port': {'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'admin_state_up': True, 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'security_groups': ['383518e5-c618-4d58-928a-3c4d9c8c5afa']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:56.547695 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-301587f8-8ee5-4ac8-8794-703a91057045 req-e212771a-dc10-4be1-a440-bc71f1427690 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Mar 14 14:40:56.704289 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Made reservation on behalf of b387b7644a9c49149c6f4ecf28c73d7e for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:56.707673 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:56.841662 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.20.0.7 (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a/a629ac76-537f-43cd-b425-95ede0b9a894/1e206c3c-10dd-46fd-93f7-fd5404c4d5a4) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:40:56.982183 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.093302 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.141329 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:40:57.144819 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:40:57.148571 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:40:57.161444 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:57.207036 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:57.207654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.278611 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-2ec5eaa2-e833-4651-ac33-83fee20a5c22 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520614 Mar 14 14:40:57.297895 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Request body: {'port': {'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:57.365194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-5e88468d-8eb5-4799-aa60-13a0ac8d1ac4 None None] Provisioning complete for port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:40:57.367757 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5e88468d-8eb5-4799-aa60-13a0ac8d1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.367977 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.404953 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-5e88468d-8eb5-4799-aa60-13a0ac8d1ac4 None None] Port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:40:57.678270 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d18fd-1846-4427-83ab-0962ffc83d7c req-72bc39dd-22fa-4e46-b3e6-ba7bd77fb180 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:57.680821 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-127d18fd-1846-4427-83ab-0962ffc83d7c req-72bc39dd-22fa-4e46-b3e6-ba7bd77fb180 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 931 time: 0.0563524 Mar 14 14:40:57.739274 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-127d18fd-1846-4427-83ab-0962ffc83d7c req-a12907e4-f8ab-4cb1-9136-6d2f8d090db9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523822 Mar 14 14:40:57.839185 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device db20fd0b-39a8-4f38-95c3-30c9cd52cf62 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:40:57.872307 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: db20fd0b-39a8-4f38-95c3-30c9cd52cf62 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:40:57.872749 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device db20fd0b-39a8-4f38-95c3-30c9cd52cf62 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:40:57.967969 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:57.976677 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks [] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.989222 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Transition to ACTIVE for port object 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:40:58.052730 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:58.106045 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Pushing event updated for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:58.204606 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Attempting to bind port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:40:58.205098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Attempting to bind port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:40:58.205575 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Attempting to bind port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:58.215101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:40:58.215101 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Attempting to bind port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:58.219134 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:40:58.219480 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:40:58.219898 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Bound using segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:40:58.220737 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Bound port: 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:40:58.221105 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:58.296415 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:40:58.300190 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:40:58.344752 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:58.377516 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.378264 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:58.379743 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] 10.222.0.53 "PUT /v2.0/ports/1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 1093 time: 1.0883324 Mar 14 14:40:58.381884 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:58.384431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6f722-70fc-4892-ad21-14df56a89620" -d '{"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:58.416073 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb21fb-c52b-4355-8836-6e3ced040f7e service neutron] Pushing event updated for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:58.424996 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63d46c-9614-4619-9110-c3a586992f42 x-openstack-request-id: req-4a63d46c-9614-4619-9110-c3a586992f42 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:58.425390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:58.425739 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a63d46c-9614-4619-9110-c3a586992f42 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:58.426399 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'status': 'completed', 'code': 200} Mar 14 14:40:58.516075 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-cdefb3ec-5708-4212-8b42-1de527cf49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.520786 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-cdefb3ec-5708-4212-8b42-1de527cf49b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1127 time: 0.0495470 Mar 14 14:40:58.635078 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-49407dac-fd35-4498-8e4b-352c8472bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.636528 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-49407dac-fd35-4498-8e4b-352c8472bff3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1047421 Mar 14 14:40:58.731638 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-870cc760-e260-4fdf-8e49-dae410ffae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.733033 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b5f6f722-70fc-4892-ad21-14df56a89620 req-870cc760-e260-4fdf-8e49-dae410ffae9d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905180 Mar 14 14:40:58.846625 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-b5e8a2ef-9e5d-418e-b8e9-c643fd762061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.848275 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-b5e8a2ef-9e5d-418e-b8e9-c643fd762061 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1127 time: 0.0576818 Mar 14 14:40:58.868912 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2217593-c92c-495c-9756-b2220051e940 req-3b692f53-0bcf-4de2-9271-1d29fd25db89 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.870443 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f2217593-c92c-495c-9756-b2220051e940 req-3b692f53-0bcf-4de2-9271-1d29fd25db89 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0621350 Mar 14 14:40:58.896806 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-433efed2-ee00-4ba6-9f98-dcd382916505 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0356760 Mar 14 14:40:58.921016 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f2217593-c92c-495c-9756-b2220051e940 req-b0cf05fc-97a0-4791-b955-f417eec0c917 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Mar 14 14:40:58.946187 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-5b7d9853-d945-47f0-a518-3f2fe2a2efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.947653 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-5b7d9853-d945-47f0-a518-3f2fe2a2efbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0444853 Mar 14 14:40:59.002849 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-40db2cf6-99a1-4c87-b4d4-729fbed4e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:59.004362 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-40db2cf6-99a1-4c87-b4d4-729fbed4e757 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508780 Mar 14 14:40:59.095527 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-37178d24-7311-4c3d-ac46-226c495c7d62 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 Mar 14 14:40:59.217690 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f00d4e3a-ed68-4a65-9f5a-0cc198e616f5 req-c703f8cb-e44b-47a7-883a-676f81bb02f3 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164594 Mar 14 14:41:00.041656 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72385bf9-7c55-4d97-93b0-5d0e5ddd1ac8 req-17855028-31d0-4f8a-b838-39685ce935e7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:00.043134 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-72385bf9-7c55-4d97-93b0-5d0e5ddd1ac8 req-17855028-31d0-4f8a-b838-39685ce935e7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0529954 Mar 14 14:41:00.097242 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-72385bf9-7c55-4d97-93b0-5d0e5ddd1ac8 req-f9c0a0f3-048b-4aab-8d6c-e87b31b778ff tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480707 Mar 14 14:41:01.228974 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f79cee-2cfb-4a65-a8a7-0e6a2b1a4268 req-e2b4a1b5-1de2-4b07-b1ed-c9112a700d16 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:01.230504 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-75f79cee-2cfb-4a65-a8a7-0e6a2b1a4268 req-e2b4a1b5-1de2-4b07-b1ed-c9112a700d16 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0594909 Mar 14 14:41:01.282142 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-75f79cee-2cfb-4a65-a8a7-0e6a2b1a4268 req-b403a083-2793-4ec4-8182-17c3f0d5e3f8 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459142 Mar 14 14:41:02.400610 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1404-12f8-4ad9-bea5-225ce425ad97 req-6ca5d800-c1e4-49a0-b12c-d3ee16d6cec9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:02.402086 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-59ae1404-12f8-4ad9-bea5-225ce425ad97 req-6ca5d800-c1e4-49a0-b12c-d3ee16d6cec9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0517631 Mar 14 14:41:02.449842 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-59ae1404-12f8-4ad9-bea5-225ce425ad97 req-a2c56dec-eda5-4be1-9c41-991da8d9952c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Mar 14 14:41:03.596210 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a702895-b72c-4070-8f08-79cec9d7e89e req-275cd8a0-501f-434b-afe9-e3db946f8107 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:03.597702 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a702895-b72c-4070-8f08-79cec9d7e89e req-275cd8a0-501f-434b-afe9-e3db946f8107 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0566673 Mar 14 14:41:03.646719 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a702895-b72c-4070-8f08-79cec9d7e89e req-2381f3a2-8667-4879-ae3b-323797669a1e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Mar 14 14:41:04.772293 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a067696-bf17-4fbd-b168-c4681a12f8a5 req-153f46b9-7400-48f6-98c0-2e89ff6d8d61 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:04.774454 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6a067696-bf17-4fbd-b168-c4681a12f8a5 req-153f46b9-7400-48f6-98c0-2e89ff6d8d61 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0578525 Mar 14 14:41:04.827546 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6a067696-bf17-4fbd-b168-c4681a12f8a5 req-f3e9aa80-621b-478f-9703-3cbb564f03a1 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Mar 14 14:41:05.889441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:41:05.959231 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b228cd-0944-4f2a-9d8a-33401f55b2ee req-160f666b-0b20-40e5-afaa-d670a281188e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:05.960784 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77b228cd-0944-4f2a-9d8a-33401f55b2ee req-160f666b-0b20-40e5-afaa-d670a281188e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 943 time: 0.0576046 Mar 14 14:41:05.997653 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:41:06.008341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:41:06.012651 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77b228cd-0944-4f2a-9d8a-33401f55b2ee req-f91ca02c-c9c8-49b6-afdf-f18eb4ae1e79 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Mar 14 14:41:06.047154 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:41:06.047541 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:06.061303 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:41:06.081805 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:41:06.155566 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:06.215694 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:06.224418 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.224769 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.225115 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.225457 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.225791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.226230 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.227217 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.227916 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.228124 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.228461 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.228795 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.229129 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.229457 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.229791 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.230145 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:06.437113 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:41:07.139254 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1c47-afec-4562-8ab6-0c8df174939d req-41cb0707-344a-43b1-9763-b3b55d6cf0f5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:07.140750 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6e2b1c47-afec-4562-8ab6-0c8df174939d req-41cb0707-344a-43b1-9763-b3b55d6cf0f5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 944 time: 0.0589731 Mar 14 14:41:07.195533 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-6e2b1c47-afec-4562-8ab6-0c8df174939d req-318c0e11-c280-4abe-888d-a4698111952e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491266 Mar 14 14:41:07.891737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:41:08.012867 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:41:08.017532 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:41:08.017907 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:08.113996 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:41:08.114777 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:08.146763 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:41:08.149053 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b339e-01ef-4c1b-a0a7-879bc5de1e12" -d '{"events": [{"server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "name": "network-vif-plugged", "status": "completed", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:41:08.162464 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:41:08.196954 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f8c537d2-3129-4f84-8b57-97a3f3ce06e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:08.256586 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:08.300006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23aad17-3f0f-4dba-b210-1a7d6cd86291 x-openstack-request-id: req-a23aad17-3f0f-4dba-b210-1a7d6cd86291 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:41:08.300006 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "name": "network-vif-plugged", "status": "completed", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:41:08.300271 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a23aad17-3f0f-4dba-b210-1a7d6cd86291 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:41:08.300618 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'code': 200} Mar 14 14:41:08.362878 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:08.367778 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb147dd-82f8-471c-80fd-b7b0c9d3969b req-03073072-cfa1-4e17-8da9-c41f872f0be9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:08.369573 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eeb147dd-82f8-471c-80fd-b7b0c9d3969b req-03073072-cfa1-4e17-8da9-c41f872f0be9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0806324 Mar 14 14:41:08.442494 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eeb147dd-82f8-471c-80fd-b7b0c9d3969b req-b436ecd8-4961-4a9f-b4d9-ac2f7e087bbb tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618300 Mar 14 14:41:08.707391 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48881971-1fd1-4108-b9e9-3b6988254403 req-78dd6d52-782d-413b-91a5-42c805b2b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:08.709280 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48881971-1fd1-4108-b9e9-3b6988254403 req-78dd6d52-782d-413b-91a5-42c805b2b290 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0591381 Mar 14 14:41:08.776612 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-48881971-1fd1-4108-b9e9-3b6988254403 req-c6ebe6b7-7eae-4b65-b3cf-60d3a80fe85c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598943 Mar 14 14:41:09.578225 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf536962-ec17-42bb-b5a7-e95cec2b36c0 req-5e54881e-34ad-4a2e-ab9e-3e4b03bb4009 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:09.579943 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf536962-ec17-42bb-b5a7-e95cec2b36c0 req-5e54881e-34ad-4a2e-ab9e-3e4b03bb4009 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Mar 14 14:41:09.641820 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf536962-ec17-42bb-b5a7-e95cec2b36c0 req-07877a84-c8aa-4736-8b2e-7989e5b951cc tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544693 Mar 14 14:41:10.498672 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5d49ece-fe84-4889-80b1-ca99f69ce7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:10.782484 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae1f8-fe8b-49d7-916a-5027369e1fb0 req-bf6e8a42-fba7-4874-9f99-34d9f149fffc tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:10.784414 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4feae1f8-fe8b-49d7-916a-5027369e1fb0 req-bf6e8a42-fba7-4874-9f99-34d9f149fffc tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0676413 Mar 14 14:41:10.843244 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4feae1f8-fe8b-49d7-916a-5027369e1fb0 req-a137ad03-c464-476c-80e9-f2b4362eb4a3 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511010 Mar 14 14:41:11.977278 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e055b-b268-49e1-bb0a-25a367bb5017 req-4577a74f-ed1c-4765-b40a-605473359a05 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:11.978852 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-380e055b-b268-49e1-bb0a-25a367bb5017 req-4577a74f-ed1c-4765-b40a-605473359a05 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0547342 Mar 14 14:41:12.038006 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-380e055b-b268-49e1-bb0a-25a367bb5017 req-43394ce7-5c73-4acc-9fe1-c74a1c6c3e9f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521820 Mar 14 14:41:12.949564 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:13.175521 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2228f95-f0ab-4027-84b8-3c2ca22003d8 req-df2d9587-ce97-4f7f-ac95-ff682384de60 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:13.177123 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2228f95-f0ab-4027-84b8-3c2ca22003d8 req-df2d9587-ce97-4f7f-ac95-ff682384de60 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0655491 Mar 14 14:41:13.232822 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b2228f95-f0ab-4027-84b8-3c2ca22003d8 req-9ca20f4c-d66c-4a3d-983d-d609273590a8 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491369 Mar 14 14:41:13.408756 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4a1c1-031b-43b1-872d-9015a656318f req-e87862cd-e202-4ed9-b649-11b7c7d69e28 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:13.410468 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4e4a1c1-031b-43b1-872d-9015a656318f req-e87862cd-e202-4ed9-b649-11b7c7d69e28 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0607233 Mar 14 14:41:13.466420 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4e4a1c1-031b-43b1-872d-9015a656318f req-4475892d-86cf-4641-bb37-3f7abb955895 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483117 Mar 14 14:41:13.504318 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57524) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:13.575106 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac67163-7839-478e-ab5a-1f6860867e26 tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:13.577414 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7ac67163-7839-478e-ab5a-1f6860867e26 tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1124 time: 0.0714777 Mar 14 14:41:13.580748 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57528) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:13.585141 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:41:13.665313 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:13.773760 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:13.796175 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:13.924014 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.27.2.160 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/bffa4450-80c6-4c0a-b59e-a34faeef3292) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:41:14.060273 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:14.179370 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:14.230480 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:41:14.234740 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:41:14.238679 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:41:14.263846 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=bffa4450-80c6-4c0a-b59e-a34faeef3292,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:14.281731 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.282108 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.282465 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.282805 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.283133 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.283464 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.283789 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.284115 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.284463 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.284763 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.285086 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.285410 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.285771 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.286178 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.286441 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:14.712537 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (06cb99a1-46f5-4bf7-9786-1b079c5fd651), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:14.865830 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.072971 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.207717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25974097'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.287775 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=bffa4450-80c6-4c0a-b59e-a34faeef3292,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:15.300530 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (06cb99a1-46f5-4bf7-9786-1b079c5fd651), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.429516 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 06cb99a1-46f5-4bf7-9786-1b079c5fd651 associated. External IP: 172.27.2.160, port: 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4. Mar 14 14:41:15.682298 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:41:15.732682 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.795998 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:41:15.806137 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:41:15.821194 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:41:15.821826 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:41:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:15.889368 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.927187 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ad59da32-b59a-4009-8b22-96f2afd95132 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3453455 Mar 14 14:41:15.927794 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:41:15.930619 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ea4971741ef63c02434dee9f510b9730b5ea138a6e40e0481dc92d0261a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed50d55-2b86-46cf-9998-3f9f763a781e" -d '{"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:41:15.961642 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:41:15.972028 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5cf3e2-3d8f-4f90-a97e-f82da5de8f1f x-openstack-request-id: req-9a5cf3e2-3d8f-4f90-a97e-f82da5de8f1f {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:41:15.972520 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:41:15.972788 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a5cf3e2-3d8f-4f90-a97e-f82da5de8f1f {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:41:15.973177 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'status': 'completed', 'code': 200} Mar 14 14:41:16.068755 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-6446a262-895f-4c83-b1a4-62df1a4125b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:16.070895 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-6446a262-895f-4c83-b1a4-62df1a4125b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0529261 Mar 14 14:41:16.194580 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-36fdf332-47c0-4d6b-b49a-4674ee49a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:16.196879 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-36fdf332-47c0-4d6b-b49a-4674ee49a145 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.1188478 Mar 14 14:41:16.288505 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-97976dbf-0d2a-4496-a507-0045c7a17bef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 999 time: 0.0851548 Mar 14 14:41:16.352940 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:14Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:16.362703 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-0dd21842-b6d2-48ef-9f49-a099f9519c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:16.365350 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-0dd21842-b6d2-48ef-9f49-a099f9519c91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0715952 Mar 14 14:41:16.380688 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:41:16.390826 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:41:16.391450 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:41:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:16.456041 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-e31487ed-3067-4cda-8fa3-79e7d5cdbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:16.456541 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-e31487ed-3067-4cda-8fa3-79e7d5cdbeb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856161 Mar 14 14:41:16.558739 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:41:16.564709 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-392fc44e-14bb-4771-aadb-17ff1a7c0489 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005621 Mar 14 14:41:16.683694 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-0ed50d55-2b86-46cf-9998-3f9f763a781e req-89029763-bc97-4f94-ad24-95957c9abeab service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115012 Mar 14 14:41:16.841780 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:14Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:16.870287 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f768bd-249f-4e55-829b-f8047848f4af None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:14Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:41:17.090421 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0852ccad-9063-4f10-b2cb-ca09d76e6ade None None] New status for floating IP 06cb99a1-46f5-4bf7-9786-1b079c5fd651: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:41:17.304668 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.001458 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57602) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:24.046867 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Deleting subnet fe9995ec-82a0-4f4b-bf35-d925fd270041 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:41:24.049982 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Publish callbacks [] for subnet (fe9995ec-82a0-4f4b-bf35-d925fd270041), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.083300 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (fe9995ec-82a0-4f4b-bf35-d925fd270041), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.127670 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (fe9995ec-82a0-4f4b-bf35-d925fd270041), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.595658 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (fe9995ec-82a0-4f4b-bf35-d925fd270041), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.620610 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9995ec-82a0-4f4b-bf35-d925fd270041,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:24.626906 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.630337 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bcb8c522-cead-4746-88f2-335c66be5c4d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe9995ec-82a0-4f4b-bf35-d925fd270041 HTTP/1.1" status: 204 len: 168 time: 0.6278086 Mar 14 14:41:24.633511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57604) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:24.707069 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (a1b03764-e13a-46ee-9625-6ed6c8220e01), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.791567 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (a1b03764-e13a-46ee-9625-6ed6c8220e01), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.811473 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b03764-e13a-46ee-9625-6ed6c8220e01']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:24.821500 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e3274c-2975-44a2-a87c-671075fa18ac') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:24.821789 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e3274c-2975-44a2-a87c-671075fa18ac') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:24.831365 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (a5e3274c-2975-44a2-a87c-671075fa18ac), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.844820 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (a5e3274c-2975-44a2-a87c-671075fa18ac), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.850637 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:41:24.850932 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (a5e3274c-2975-44a2-a87c-671075fa18ac), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:41:24.852716 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:41:24.984134 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (a1b03764-e13a-46ee-9625-6ed6c8220e01), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.989517 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:24.993845 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1b03764-e13a-46ee-9625-6ed6c8220e01 HTTP/1.1" status: 204 len: 168 time: 0.3592443 Mar 14 14:41:25.006525 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c41c-92da-4d58-85bf-31782b22ce78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b03764-e13a-46ee-9625-6ed6c8220e01,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:25.339690 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57608) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:25.381387 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2031283a-7233-4bb1-85ce-5dae1abb446d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e917abb9baa42208a389493102ea2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405309 Mar 14 14:41:25.383891 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57610) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:25.430643 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] Publish callbacks [] for security_group (9a0b4149-25de-4d0e-b04c-a5d482712c5a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:25.453092 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] Publish callbacks [] for security_group (9a0b4149-25de-4d0e-b04c-a5d482712c5a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:25.646717 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (9a0b4149-25de-4d0e-b04c-a5d482712c5a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:25.649554 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:25.651107 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a0b4149-25de-4d0e-b04c-a5d482712c5a HTTP/1.1" status: 204 len: 168 time: 0.2661006 Mar 14 14:41:25.664465 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1444f-38e3-48fa-b58e-ae42e268b85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0b4149-25de-4d0e-b04c-a5d482712c5a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:30.014393 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:41:38.200398 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-499ef2b4-b035-40e8-a257-655f12c775df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:40.498883 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f1ce425b-43b7-4b73-875c-9d2597e80040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:42.931931 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:43.811998 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:45.514582 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:47.331795 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:59.780173 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-700d218f-52e4-4824-96ce-3e31f8df4cbe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435238 Mar 14 14:41:59.888396 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb762-4029-49ab-a38e-c5202571d51b req-bca4deca-3ad5-4805-9fa0-e6cb50bffab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:59.889971 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-bca4deca-3ad5-4805-9fa0-e6cb50bffab6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0507584 Mar 14 14:41:59.996788 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb762-4029-49ab-a38e-c5202571d51b req-fb0e7461-dd36-45e2-b021-165f31cd2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:59.998432 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-fb0e7461-dd36-45e2-b021-165f31cd2207 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0909681 Mar 14 14:42:00.080918 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-366d7b36-87ba-45d0-bb0c-89355f8d83a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0762849 Mar 14 14:42:00.129038 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb762-4029-49ab-a38e-c5202571d51b req-3ea6a806-5511-4d6c-a8a7-1b75f9a26333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:42:00.130525 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-3ea6a806-5511-4d6c-a8a7-1b75f9a26333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0442247 Mar 14 14:42:00.179691 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb762-4029-49ab-a38e-c5202571d51b req-e4f4e737-0d93-45bc-809b-44918e68d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:42:00.181371 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-e4f4e737-0d93-45bc-809b-44918e68d8b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449014 Mar 14 14:42:00.272323 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-40a1d831-aec9-4def-be0a-266870e55241 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848916 Mar 14 14:42:00.379192 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-faabb762-4029-49ab-a38e-c5202571d51b req-2f9014d1-1aea-4027-97bc-bcb31bef1ad7 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011658 Mar 14 14:42:07.012881 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:42:08.166170 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-520754eb-dc24-48e7-97a5-87f656740457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:10.508455 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24b3d26e-97e0-4f98-a60c-2edc796249de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:12.902873 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:13.759816 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:15.485482 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:17.274186 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:38.159302 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e3e33f19-a760-4927-8f01-44c1f8154529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:40.629169 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-29c664cf-e8e3-4bfa-b4c2-b81afaf8542b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:42.913810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:43.754616 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:44.011924 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:42:45.485061 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:47.279246 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:59.792690 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-4a8e8122-7974-49bc-9fbe-a22ba38074da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467651 Mar 14 14:42:59.896362 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-1a9e156b-c769-49e8-a765-6495d1345c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:42:59.898409 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-1a9e156b-c769-49e8-a765-6495d1345c51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0455821 Mar 14 14:43:00.000650 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-f2681507-d65d-4f9d-a017-0ed76f4d78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:00.002157 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-f2681507-d65d-4f9d-a017-0ed76f4d78eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0841367 Mar 14 14:43:00.071609 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-c40dddd1-9faa-4cf1-bf8e-c79cd86690e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0624883 Mar 14 14:43:00.121431 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-8e4b7fc5-fc1c-45cf-9258-aaf77bbbf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:00.122931 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-8e4b7fc5-fc1c-45cf-9258-aaf77bbbf697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0446074 Mar 14 14:43:00.172204 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-ddc0dab9-2ba2-4c9e-8abb-555b6572bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:00.173682 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-ddc0dab9-2ba2-4c9e-8abb-555b6572bc84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435574 Mar 14 14:43:00.268729 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-bd7e7192-b9c2-4337-b2e1-a58a4c6ed41c service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Mar 14 14:43:00.364728 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb095e5f-8512-4c31-b3f5-8803707dd059 req-7f3f2785-898e-4021-80ea-533d0b2250d0 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875423 Mar 14 14:43:02.694499 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-1bd34379-eb76-4061-b1d2-fba020a2dbe2 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931752857&fields=id&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 267 time: 0.0460443 Mar 14 14:43:02.797950 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-5afbb353-e96b-4a68-a57f-576902856ff4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:02.799433 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-5afbb353-e96b-4a68-a57f-576902856ff4 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.0987785 Mar 14 14:43:02.814136 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-0171395e-e74c-4c9a-8ce1-4116629cc12e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/quotas/b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 375 time: 0.0088284 Mar 14 14:43:02.882406 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-8bdeba98-b58b-4704-bc2b-37cf02346c63 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622284 Mar 14 14:43:02.900443 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-5b93ecc4-afc4-4a58-a948-482322fb6fa3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:43:02.905988 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-5b93ecc4-afc4-4a58-a948-482322fb6fa3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063074 Mar 14 14:43:03.000158 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-e5a6d1c2-f236-4ced-90da-2fb739c8f990 service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926223 Mar 14 14:43:03.091048 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-9abe7bbf-17b7-4592-b275-f3a60ca13813 service neutron] 10.222.0.30 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845270 Mar 14 14:43:03.594259 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d498c291-8448-46b5-9e39-907e282a98b6 req-0a1bc71f-7c01-4af3-95ad-6d8e756d0ec0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 210 time: 0.0332530 Mar 14 14:43:04.694534 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-91e6a95f-f6c5-4156-b2cf-5a3a8641a7b3 req-79a9ed58-c355-44b3-a10d-a51a5237044b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Mar 14 14:43:05.382083 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3e9b4a59-778c-4cc3-ae0a-9dbfdde499c3 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:05.383525 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3e9b4a59-778c-4cc3-ae0a-9dbfdde499c3 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 812 time: 0.1052375 Mar 14 14:43:05.455482 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-b9287d69-e705-4d08-86fd-63f23dfa2098 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b387b7644a9c49149c6f4ecf28c73d7e HTTP/1.1" status: 200 len: 379 time: 0.0546315 Mar 14 14:43:05.465019 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'port': {'device_id': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'admin_state_up': True, 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'security_groups': ['383518e5-c618-4d58-928a-3c4d9c8c5afa']}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:43:05.621521 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Made reservation on behalf of b387b7644a9c49149c6f4ecf28c73d7e for: {'port': 1} {{(pid=103622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:43:05.625120 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:05.756840 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.20.0.6 (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a/a629ac76-537f-43cd-b425-95ede0b9a894/ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:43:05.800065 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f8a40a3a-450b-4981-b585-97431a8487b5 req-d172df06-3980-4f0d-ad5e-e0da2dad137c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 210 time: 0.0371668 Mar 14 14:43:05.921713 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.010945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.051945 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:43:06.057010 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:43:06.061715 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:43:06.092115 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:06.108228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.111566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.112497 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.112497 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.112687 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.112867 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:06.134267 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:06.134920 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.230999 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-3d49e4b7-3db3-4481-aa90-a1637a94abbd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695172 Mar 14 14:43:06.247750 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Request body: {'port': {'device_id': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:43:06.305341 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-d19910e3-4f7c-410a-949c-2ddfa6e6dd9a None None] Provisioning complete for port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a triggered by entity DHCP. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:43:06.305965 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d19910e3-4f7c-410a-949c-2ddfa6e6dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.326117 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.340826 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d19910e3-4f7c-410a-949c-2ddfa6e6dd9a None None] Port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a cannot update to ACTIVE because it is not bound. {{(pid=103624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:43:06.585873 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a {{(pid=103622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:43:06.593448 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks [] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.605527 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.provisioning_blocks [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Transition to ACTIVE for port object ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a will not be triggered until provisioned by entity L2. {{(pid=103622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:43:06.661766 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.719749 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Pushing event updated for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:06.789500 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Attempting to bind port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:43:06.789837 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Attempting to bind port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:43:06.793712 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Attempting to bind port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:43:06.795032 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:43:06.795355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Attempting to bind port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a on network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:43:06.800390 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Checking agent: {'id': '5470b19e-42a6-405f-bc3a-727cc5708ae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'started_at': datetime.datetime(2022, 3, 14, 14, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:43:06.801329 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Checking segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:43:06.801725 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Bound using segment: {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'} {{(pid=103622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:43:06.802185 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.managers [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Bound port: ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6229e96-8d2c-407d-b0f2-52ed99261592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a'}}] {{(pid=103622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:43:06.802549 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.875641 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, cleared binding levels {{(pid=103622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:43:06.879545 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:43:06.935383 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cba24-929a-48d9-b9b8-1c239767c0ed req-e1bfbe4c-8ca2-4306-8ce4-9c127c791ce7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:06.936859 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-885cba24-929a-48d9-b9b8-1c239767c0ed req-e1bfbe4c-8ca2-4306-8ce4-9c127c791ce7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0585926 Mar 14 14:43:06.942653 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.983520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:06.983520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:06.983520 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] 10.222.0.53 "PUT /v2.0/ports/ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a HTTP/1.1" status: 200 len: 1093 time: 0.7390065 Mar 14 14:43:06.983520 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:43:06.985067 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e18d11-76b6-4b56-808d-408ed95847f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:43:07.002676 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-885cba24-929a-48d9-b9b8-1c239767c0ed req-dca9a260-df03-4b7b-aef3-51769aac4218 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599554 Mar 14 14:43:07.020856 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317eb46-3608-4c8e-ab53-1ba66b7a179a service neutron] Pushing event updated for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=3']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:07.027602 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd2907-9338-4b83-9335-bb040072fa89 x-openstack-request-id: req-32bd2907-9338-4b83-9335-bb040072fa89 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:43:07.027902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:43:07.028168 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32bd2907-9338-4b83-9335-bb040072fa89 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:43:07.028576 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'status': 'completed', 'code': 200} Mar 14 14:43:07.120396 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-1edc4222-9970-46c0-9aa5-06be80c276d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.122369 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-1edc4222-9970-46c0-9aa5-06be80c276d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1127 time: 0.0532937 Mar 14 14:43:07.232519 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-38957f52-9b99-40f5-b154-a4bbc04f719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.233929 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-38957f52-9b99-40f5-b154-a4bbc04f719a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994325 Mar 14 14:43:07.328588 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-a298ebe3-bb3b-4c75-a979-fcbe60e5488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.330021 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-f1e18d11-76b6-4b56-808d-408ed95847f2 req-a298ebe3-bb3b-4c75-a979-fcbe60e5488f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906825 Mar 14 14:43:07.428980 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-66caf895-d993-450c-bcc1-801fde178806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.430468 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-66caf895-d993-450c-bcc1-801fde178806 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1127 time: 0.0442202 Mar 14 14:43:07.477247 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-43aa614e-3650-455f-b6c7-acee5dd84f62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a HTTP/1.1" status: 200 len: 217 time: 0.0331223 Mar 14 14:43:07.527467 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-f0cf04bf-ff78-44de-a132-8e43ac3dc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.528987 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-f0cf04bf-ff78-44de-a132-8e43ac3dc2a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0467186 Mar 14 14:43:07.578322 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-4cc67875-f9f8-455b-8b1b-3fcd66a9fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:07.579811 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-4cc67875-f9f8-455b-8b1b-3fcd66a9fac8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449743 Mar 14 14:43:07.666862 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-07445822-88d9-454f-8ba7-cecb29d33e43 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807197 Mar 14 14:43:07.756971 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-b47effbe-35ff-463b-9468-deb7b1a70a5c req-5cdac7e0-ccd9-4192-b542-70b79dd486fb service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Mar 14 14:43:08.121808 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2c248-5400-4ea5-9ca7-6570b71ebd39 req-515d1ebf-cbcc-4a5b-a5d2-8916e0ef6737 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:08.123338 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4cb2c248-5400-4ea5-9ca7-6570b71ebd39 req-515d1ebf-cbcc-4a5b-a5d2-8916e0ef6737 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0557418 Mar 14 14:43:08.175790 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-4cb2c248-5400-4ea5-9ca7-6570b71ebd39 req-f379a691-3985-4978-8008-307953dcd649 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453873 Mar 14 14:43:08.204707 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-68cc4d75-5e24-441e-9d24-751325f9fcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:09.296622 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec661d-6058-4035-bd07-9c84b33f72ef req-46180776-5c06-4e2c-8dc5-648ce887c083 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:09.298115 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9ec661d-6058-4035-bd07-9c84b33f72ef req-46180776-5c06-4e2c-8dc5-648ce887c083 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0551498 Mar 14 14:43:09.345614 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9ec661d-6058-4035-bd07-9c84b33f72ef req-5622c5c9-7d42-4a66-a5a1-f99f272cf6b2 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Mar 14 14:43:10.469094 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40757ba1-a5ef-4223-8951-d59999a54b35 req-e726d14f-cd4d-409a-bc8e-21fce0b673fb tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:10.470502 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-40757ba1-a5ef-4223-8951-d59999a54b35 req-e726d14f-cd4d-409a-bc8e-21fce0b673fb tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0569654 Mar 14 14:43:10.495712 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-23272e63-997a-4afc-9af9-78ed0553f469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:10.522515 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-40757ba1-a5ef-4223-8951-d59999a54b35 req-7d325b11-3ded-482b-93b2-0d3ef2e5c31b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Mar 14 14:43:11.638301 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2655d09-77c9-4c04-9c5d-ee00656c8ac0 req-95543302-1561-4ad4-b691-349153185f1f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:11.639772 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b2655d09-77c9-4c04-9c5d-ee00656c8ac0 req-95543302-1561-4ad4-b691-349153185f1f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0518520 Mar 14 14:43:11.688731 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b2655d09-77c9-4c04-9c5d-ee00656c8ac0 req-4d2c805e-9b99-4019-abf9-064eb6018e56 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Mar 14 14:43:12.813357 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80275ae6-09d9-4dc0-bd95-f8c6e566eb40 req-3144fd95-e494-466a-8055-b68f322301d0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:12.814851 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-80275ae6-09d9-4dc0-bd95-f8c6e566eb40 req-3144fd95-e494-466a-8055-b68f322301d0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0525613 Mar 14 14:43:12.863775 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-80275ae6-09d9-4dc0-bd95-f8c6e566eb40 req-0091feb7-c791-4486-ab1a-de44756da75c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Mar 14 14:43:12.935955 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:13.781239 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:13.989219 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7b12-6cd0-4e4e-8dca-c41e7dfbd16e req-118ff9e9-cba4-4b7c-b24d-3b0cab92109d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:13.990686 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df4e7b12-6cd0-4e4e-8dca-c41e7dfbd16e req-118ff9e9-cba4-4b7c-b24d-3b0cab92109d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0564435 Mar 14 14:43:14.039299 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df4e7b12-6cd0-4e4e-8dca-c41e7dfbd16e req-91ba1805-edda-4237-876a-0ec1445ba17e tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Mar 14 14:43:15.158947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085100e-76c0-4277-816b-c60504745c11 req-f0cd3bd4-4abd-4379-8c25-f68f0ed2c24b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:15.160315 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9085100e-76c0-4277-816b-c60504745c11 req-f0cd3bd4-4abd-4379-8c25-f68f0ed2c24b tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0556843 Mar 14 14:43:15.211495 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-9085100e-76c0-4277-816b-c60504745c11 req-6619aca9-aca0-46b7-ba0d-34f5667f45de tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455577 Mar 14 14:43:15.530396 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:16.328064 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc896d-51ac-4f84-9f86-31db056ebaae req-ec9a3631-d7ea-4f3b-ba65-105295d51a50 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:16.329561 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-36bc896d-51ac-4f84-9f86-31db056ebaae req-ec9a3631-d7ea-4f3b-ba65-105295d51a50 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 943 time: 0.0526478 Mar 14 14:43:16.399058 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-36bc896d-51ac-4f84-9f86-31db056ebaae req-5d9744a2-4d0d-40c6-bc82-b3195379eeaa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632715 Mar 14 14:43:16.512466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:43:16.608391 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:43:16.619048 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Returning: {'device': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'port_id': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'mac_address': 'fa:16:3e:79:52:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:43:16.655735 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a is: DOWN; New status is: BUILD {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:43:16.656114 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:16.668451 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:43:16.690528 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:43:16.752357 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:16.798754 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=4']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:16.805768 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807210 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807608 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.807722 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.808042 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.808366 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.808685 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.809008 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.809333 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.809648 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.809963 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:16.810302 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:43:17.084441 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] get_ports_and_sgs() called for port_ids ['ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'] {{(pid=103624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:43:17.305742 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:17.523810 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a062-2e4c-4c25-8458-a007bbdce73e req-00d367cc-87ae-4e57-b6ff-8725b7ea295d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:17.525277 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb38a062-2e4c-4c25-8458-a007bbdce73e req-00d367cc-87ae-4e57-b6ff-8725b7ea295d tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 944 time: 0.0526621 Mar 14 14:43:17.573014 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eb38a062-2e4c-4c25-8458-a007bbdce73e req-a534f071-0180-459e-8178-36c0f18ebdd6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Mar 14 14:43:18.512232 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a up at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:43:18.592825 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning for port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a completed by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:43:18.597440 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Provisioning complete for port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a triggered by entity L2. {{(pid=103624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:43:18.597815 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4050429'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), provisioning_complete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:18.691969 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Current status of the port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a is: BUILD; New status is: ACTIVE {{(pid=103624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:43:18.692358 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:18.700573 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f07fd-ff78-4375-85aa-22dcbda1dd0f req-cf44c287-90bb-4577-972e-b8011c3c0fd7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:18.702076 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e3f07fd-ff78-4375-85aa-22dcbda1dd0f req-cf44c287-90bb-4577-972e-b8011c3c0fd7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 944 time: 0.0582671 Mar 14 14:43:18.720720 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:43:18.726306 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}300b972dbb9b1333bead68e8d6d0348f05ccb7ee24d2793bd188a176336480d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c846afd-499a-44d5-8e5b-523eaae3a15b" -d '{"events": [{"server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "name": "network-vif-plugged", "status": "completed", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:43:18.739150 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:43:18.761903 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e3f07fd-ff78-4375-85aa-22dcbda1dd0f req-f538f3a8-481b-47dd-bce3-9c4faada70da tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512531 Mar 14 14:43:18.762721 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f723d7-3514-4725-94f4-1922b4917fcd x-openstack-request-id: req-35f723d7-3514-4725-94f4-1922b4917fcd {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:43:18.769257 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "name": "network-vif-plugged", "status": "completed", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:43:18.769257 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35f723d7-3514-4725-94f4-1922b4917fcd {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:43:18.769257 dv-cinder-790535-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'code': 200} Mar 14 14:43:18.781556 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:18.830222 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Pushing event updated for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=5']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:19.133962 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038318-4af3-42b2-b9c7-52553ecde6f2 req-3e5cf4c9-fc6a-4806-b98b-ae8eaa816d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:19.135490 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8c038318-4af3-42b2-b9c7-52553ecde6f2 req-3e5cf4c9-fc6a-4806-b98b-ae8eaa816d9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1129 time: 0.0478289 Mar 14 14:43:19.187124 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-8c038318-4af3-42b2-b9c7-52553ecde6f2 req-5201f10a-0861-456d-af8d-9d274bd5d372 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Mar 14 14:43:19.881723 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c600a8-9dc9-4702-b981-023f52f77faa req-dc45d264-3f39-4bad-84c3-cbac44de38a5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:19.883230 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-95c600a8-9dc9-4702-b981-023f52f77faa req-dc45d264-3f39-4bad-84c3-cbac44de38a5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0538547 Mar 14 14:43:19.933041 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-95c600a8-9dc9-4702-b981-023f52f77faa req-330bcac2-fb22-4952-a892-e8e40062afdd tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442185 Mar 14 14:43:21.011472 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:43:21.047437 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eadbd-3bbd-4239-bf36-2604db627e03 req-0914da5b-df2a-4566-8466-498f763b3e58 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:21.048983 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cb9eadbd-3bbd-4239-bf36-2604db627e03 req-0914da5b-df2a-4566-8466-498f763b3e58 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Mar 14 14:43:21.098269 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cb9eadbd-3bbd-4239-bf36-2604db627e03 req-fdfb2ffe-01d6-4569-ad9d-9abefc75dcd5 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Mar 14 14:43:21.220301 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54af91-ef70-4cf8-bc63-721ca5e2f76c req-a8b9f93c-51fa-4686-a073-5a3dc3400122 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:21.221838 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d54af91-ef70-4cf8-bc63-721ca5e2f76c req-a8b9f93c-51fa-4686-a073-5a3dc3400122 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0547483 Mar 14 14:43:21.271819 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-5d54af91-ef70-4cf8-bc63-721ca5e2f76c req-1dbca01e-3e78-41ca-949b-4b1cd8d8af23 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Mar 14 14:43:21.293888 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57740) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:43:21.341676 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744310aa-90e4-42fb-9819-bde9075f961b tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:21.343484 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-744310aa-90e4-42fb-9819-bde9075f961b tempest-TestVolumeBootPattern-675763520 tempest-TestVolumeBootPattern-675763520-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1124 time: 0.0485671 Mar 14 14:43:21.346306 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57742) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:43:21.350516 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.v2.base [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Request body: {'floatingip': {'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'port_id': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:43:21.428063 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:21.522912 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (None), before_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:21.627456 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_common [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Allocated IP 172.27.2.169 (a71646d2-51f3-47c3-8961-139eba86aa07/3283b04c-2d1f-4698-8b5a-29e7ff77edd4/be2c9efa-c548-4940-a527-4b010c367541) {{(pid=103622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:43:21.728253 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (be2c9efa-c548-4940-a527-4b010c367541), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:21.816478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783326808477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (be2c9efa-c548-4940-a527-4b010c367541), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:21.860842 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Network a71646d2-51f3-47c3-8961-139eba86aa07 is already hosted by enough agents. {{(pid=103622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:43:21.863715 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.base_scheduler [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Resources bound (agent type, host, resource id): {{(pid=103622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:43:21.867394 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Received port after_create {{(pid=103622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:43:21.872687 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=be2c9efa-c548-4940-a527-4b010c367541,revision_number=1']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:22.234796 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (19f003da-1c0e-4b90-8d00-140f1c22107e), precommit_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:22.364955 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4173361'] for port (be2c9efa-c548-4940-a527-4b010c367541), before_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:22.515421 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for port (be2c9efa-c548-4940-a527-4b010c367541), precommit_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:22.563767 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783327377511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783326808495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783326808513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29523715'] for port (be2c9efa-c548-4940-a527-4b010c367541), after_update {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:22.634604 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event updated for resources: {'Port': ['ID=be2c9efa-c548-4940-a527-4b010c367541,revision_number=2']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:43:22.645393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574158'] for floatingip (19f003da-1c0e-4b90-8d00-140f1c22107e), after_create {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:23.016758 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 19f003da-1c0e-4b90-8d00-140f1c22107e associated. External IP: 172.27.2.169, port: ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a. Mar 14 14:43:23.230423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:43:23.340368 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:43:23.350604 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:43:23.359832 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:43:23.360426 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:43:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:43:23.401178 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:23.430803 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-d3c88636-102a-4c2b-a3a2-e121191f1afa tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0834794 Mar 14 14:43:23.431429 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:43:23.433654 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610e863c-9192-4dbd-9f31-647dac7c91d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:43:23.470764 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e5f056-dd4e-4b9e-991d-3115b02e23a7 x-openstack-request-id: req-50e5f056-dd4e-4b9e-991d-3115b02e23a7 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:43:23.471057 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:43:23.471339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50e5f056-dd4e-4b9e-991d-3115b02e23a7 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:43:23.471744 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'status': 'completed', 'code': 200} Mar 14 14:43:23.472155 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:43:23.557723 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-aef7f4aa-746e-4b1d-bc05-6f981bdbea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:23.559281 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-aef7f4aa-746e-4b1d-bc05-6f981bdbea8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1129 time: 0.0459177 Mar 14 14:43:23.652870 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-30b845b1-075b-4801-bac6-90a22d94814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:23.654352 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-30b845b1-075b-4801-bac6-90a22d94814a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0883820 Mar 14 14:43:23.704575 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}, {'id': '19f003da-1c0e-4b90-8d00-140f1c22107e', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:79:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:43:22Z', 'updated_at': '2022-03-14T14:43:22Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:43:23.719244 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-48ac6d4c-5384-43ac-817b-e2bf5e6be999 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a HTTP/1.1" status: 200 len: 999 time: 0.0583181 Mar 14 14:43:23.730191 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:43:23.738486 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:43:23.739080 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:43:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:43:23.773217 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-fe80c390-91e3-41bc-a526-932216541fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:23.777011 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-fe80c390-91e3-41bc-a526-932216541fd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0490873 Mar 14 14:43:23.823437 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-7931b532-77dc-4ffc-b4c8-9b77b562adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:23.824849 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-7931b532-77dc-4ffc-b4c8-9b77b562adb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449605 Mar 14 14:43:23.855670 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:43:23.919324 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-a5c322bb-ef94-4af0-9795-5fc7f5a0b0a1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881801 Mar 14 14:43:24.012196 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-610e863c-9192-4dbd-9f31-647dac7c91d2 req-8453b174-0250-48cf-93c4-be7f6fc3c414 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Mar 14 14:43:24.086380 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}, {'id': '19f003da-1c0e-4b90-8d00-140f1c22107e', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:79:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:43:22Z', 'updated_at': '2022-03-14T14:43:22Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:43:24.113316 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dea78-c6d6-4148-8500-1e5029d76daf None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}, {'id': '19f003da-1c0e-4b90-8d00-140f1c22107e', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:79:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:43:22Z', 'updated_at': '2022-03-14T14:43:22Z', 'revision_number': 0, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:43:24.301519 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51825195-1592-4ac2-aa71-09a8a95e23ab None None] New status for floating IP 19f003da-1c0e-4b90-8d00-140f1c22107e: ACTIVE {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:43:38.169803 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-413a1db3-4155-48f6-939f-bbbdfbe8ccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:40.501109 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bccb81a-304b-4d5b-9e5e-e5e0302f700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:42.935028 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:43.746800 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:45.489248 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:47.283522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:58.010349 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:43:59.103118 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-7eb519bf-a29e-4ba9-9b24-0f1adcbc7b4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436621 Mar 14 14:43:59.206311 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-5da203d4-16d1-4881-b7ff-9fefdec6159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:59.207710 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-5da203d4-16d1-4881-b7ff-9fefdec6159a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0487070 Mar 14 14:43:59.310927 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-7c110d51-a295-49e1-9c66-26f68dc91cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:59.312417 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-7c110d51-a295-49e1-9c66-26f68dc91cdb service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0857136 Mar 14 14:43:59.381831 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-aa52189e-4597-4720-8a87-0df0baf27fb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0630512 Mar 14 14:43:59.430084 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-f183a1ab-9814-44f6-87fe-c1201928a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:59.431538 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-f183a1ab-9814-44f6-87fe-c1201928a9be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0445402 Mar 14 14:43:59.479423 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-f0f413e0-748b-45e5-ac8a-ba166f84b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:43:59.480833 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-f0f413e0-748b-45e5-ac8a-ba166f84b983 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437930 Mar 14 14:43:59.574362 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-316d91b6-65f4-4bfe-bed9-634fa67ba723 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872846 Mar 14 14:43:59.664209 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-eef9c6e9-c84c-4749-b5d0-0867819c5a14 req-59eee277-7cea-4c95-8325-13a2b22a60f2 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Mar 14 14:44:08.157818 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1eb14389-dc1a-4326-902b-8e1be9711061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:10.500488 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-41d58306-3415-4f43-902b-464f7b29ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:12.951586 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:13.757568 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:15.506692 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:17.277531 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:35.008650 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:44:38.179806 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c7a913f4-8d2e-4e65-b54d-4b6cb2103bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:40.488468 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-93b4509e-ac50-421c-b578-9df055b6904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:42.956891 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:43.791067 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:45.493870 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:47.328534 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:51.572297 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57770) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:44:51.730139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port be2c9efa-c548-4940-a527-4b010c367541 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:44:51.730429 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (be2c9efa-c548-4940-a527-4b010c367541), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:51.811697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (be2c9efa-c548-4940-a527-4b010c367541), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:51.812000 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (be2c9efa-c548-4940-a527-4b010c367541), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:51.823594 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for be2c9efa-c548-4940-a527-4b010c367541 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:44:52.025449 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (be2c9efa-c548-4940-a527-4b010c367541), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:52.053600 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=be2c9efa-c548-4940-a527-4b010c367541,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:44:52.078916 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.079193 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.079544 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.079890 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.080230 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.080566 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.080902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.081270 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.081612 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.081964 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.082478 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.082816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.083148 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.083476 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.083803 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:44:52.124565 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (19f003da-1c0e-4b90-8d00-140f1c22107e), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:52.124943 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 19f003da-1c0e-4b90-8d00-140f1c22107e disassociated (deleted). External IP: 172.27.2.169, port: ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a. Mar 14 14:44:52.345709 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:44:52.459770 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:44:52.464474 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:52.470301 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:44:52.481311 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:44:52.481924 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:44:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:44:52.494496 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ba82758c-e3ae-403b-b3a8-f7b022657884 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "DELETE /v2.0/floatingips/19f003da-1c0e-4b90-8d00-140f1c22107e HTTP/1.1" status: 204 len: 168 time: 0.9210827 Mar 14 14:44:52.495093 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:44:52.497436 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d40628-4843-4f54-999a-f3cf3c504610" -d '{"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:44:52.542342 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2addaf1-87f0-4887-9901-ef1091e7c502 x-openstack-request-id: req-a2addaf1-87f0-4887-9901-ef1091e7c502 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:44:52.543393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:44:52.543393 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2addaf1-87f0-4887-9901-ef1091e7c502 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:44:52.543393 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'status': 'completed', 'code': 200} Mar 14 14:44:52.600951 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:44:52.634893 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40628-4843-4f54-999a-f3cf3c504610 req-87988bcb-3d62-42a1-b58a-b87a2904e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:52.636582 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-87988bcb-3d62-42a1-b58a-b87a2904e065 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 1129 time: 0.0501070 Mar 14 14:44:52.727697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40628-4843-4f54-999a-f3cf3c504610 req-0f595e89-b9b8-4188-a816-3c871829806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:52.729266 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-0f595e89-b9b8-4188-a816-3c871829806e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0874584 Mar 14 14:44:52.774830 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-8a312446-cc39-4237-bd50-ab72560890bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a HTTP/1.1" status: 200 len: 217 time: 0.0395873 Mar 14 14:44:52.824727 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40628-4843-4f54-999a-f3cf3c504610 req-be8024f4-fd7f-4d25-b3d6-6066afc3d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:52.827139 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-be8024f4-fd7f-4d25-b3d6-6066afc3d0d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0468628 Mar 14 14:44:52.835699 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:44:52.862724 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:44:52.872143 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:44:52.872764 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:44:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:44:52.923924 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d40628-4843-4f54-999a-f3cf3c504610 req-f3728a0a-54f2-4dbb-bd47-8aba3c6009a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:52.925425 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-f3728a0a-54f2-4dbb-bd47-8aba3c6009a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479977 Mar 14 14:44:52.948036 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95a20c-1ff5-46ca-8e2a-f0b539abca71 req-8d7d19fe-7779-4532-963b-17da7608c4d6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:52.950409 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d95a20c-1ff5-46ca-8e2a-f0b539abca71 req-8d7d19fe-7779-4532-963b-17da7608c4d6 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0599716 Mar 14 14:44:52.989183 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:44:53.001880 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d95a20c-1ff5-46ca-8e2a-f0b539abca71 req-479130f7-7008-4895-958a-0af8e2065f59 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Mar 14 14:44:53.028773 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-03a623dc-bf68-46c5-a871-2fe13093970c service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956688 Mar 14 14:44:53.120304 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-96d40628-4843-4f54-999a-f3cf3c504610 req-642ecf41-c118-489d-abd6-4095b18131fa service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Mar 14 14:44:53.223787 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:44:53.250446 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc6086-30ab-4fb0-8050-eb3f8ae9eec7 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_floatingips': [{'id': '06cb99a1-46f5-4bf7-9786-1b079c5fd651', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'router_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'port_id': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'mac_address': 'fa:16:3e:c4:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:41:14Z', 'updated_at': '2022-03-14T14:41:17Z', 'revision_number': 1, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:44:53.469070 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029759a-e2e3-4f2d-8f73-a88deec2c5e5 None None] New status for floating IP 19f003da-1c0e-4b90-8d00-140f1c22107e: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:44:54.123667 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de4dc1-b287-4ea4-a702-9d12fba261fe req-5b2b8ea2-b5d4-40f0-927e-5293b5d13164 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:54.125211 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c0de4dc1-b287-4ea4-a702-9d12fba261fe req-5b2b8ea2-b5d4-40f0-927e-5293b5d13164 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Mar 14 14:44:54.179615 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-c0de4dc1-b287-4ea4-a702-9d12fba261fe req-d7907540-ca29-411c-bd33-9f9ebf4e758f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Mar 14 14:44:54.601573 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-efdac9b6-685d-4b7f-9da2-dc6904ce27c0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:44:54.603038 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-efdac9b6-685d-4b7f-9da2-dc6904ce27c0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Mar 14 14:44:54.695323 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:44:54.695666 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:54.788747 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] For port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:44:54.789112 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:54.802825 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:44:54.985309 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:55.017233 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:44:55.059125 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] No DVR routers for this DVR port ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:44:55.061698 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:55.065109 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-63e541b3-582d-43a7-8b16-9350083f0a6e req-4f23b1a6-45bf-4b08-8487-ab6f78289869 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "DELETE /v2.0/ports/ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a HTTP/1.1" status: 204 len: 173 time: 0.4567528 Mar 14 14:44:55.065549 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'name': 'network-vif-deleted', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:44:55.068248 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939eb9ed-443f-4d28-b110-6fc3c13e3821" -d '{"events": [{"server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "name": "network-vif-deleted", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:44:55.102361 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a7a69-46f3-4f8a-8b87-734d9fef396f x-openstack-request-id: req-0c8a7a69-46f3-4f8a-8b87-734d9fef396f {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:44:55.102702 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0398102-37fa-4821-8dec-c126a7b1a474", "name": "network-vif-deleted", "tag": "ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:44:55.102989 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c8a7a69-46f3-4f8a-8b87-734d9fef396f {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:44:55.103392 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0398102-37fa-4821-8dec-c126a7b1a474', 'name': 'network-vif-deleted', 'tag': 'ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a', 'status': 'completed', 'code': 200} Mar 14 14:44:55.279923 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-84d110d4-ecb5-48d7-abd0-3c2baad55b6a req-e45c8e40-76b8-4bbd-958b-747d8c4e94f2 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Mar 14 14:44:56.393183 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d1900674-6194-438a-a81f-2a64e8cce32a req-389d6adc-e572-4adc-9b7c-fce6b0fced11 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0398102-37fa-4821-8dec-c126a7b1a474 HTTP/1.1" status: 200 len: 210 time: 0.0320339 Mar 14 14:44:59.106486 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:44:59.126912 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:44:59.127263 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device ee22c9c5-a6e4-4ff4-9ff0-c8b3d3a8e73a not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:44:59.876816 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57810) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:00.049947 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port bffa4450-80c6-4c0a-b59e-a34faeef3292 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:00.050366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:00.126822 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:00.127366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (bffa4450-80c6-4c0a-b59e-a34faeef3292), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:00.139544 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for bffa4450-80c6-4c0a-b59e-a34faeef3292 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:00.453802 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (bffa4450-80c6-4c0a-b59e-a34faeef3292), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:00.480972 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=bffa4450-80c6-4c0a-b59e-a34faeef3292,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:00.547366 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (06cb99a1-46f5-4bf7-9786-1b079c5fd651), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:00.547698 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.db.l3_db [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Floating IP 06cb99a1-46f5-4bf7-9786-1b079c5fd651 disassociated (deleted). External IP: 172.27.2.160, port: 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4. Mar 14 14:45:00.766095 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:45:01.141471 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:45:01.146866 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:01.152367 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:45:01.163552 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:01.164168 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:44:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:01.177822 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-ff843370-809e-4bb4-9a78-1d9526ed081f tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "DELETE /v2.0/floatingips/06cb99a1-46f5-4bf7-9786-1b079c5fd651 HTTP/1.1" status: 204 len: 168 time: 1.3062162 Mar 14 14:45:01.178937 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:45:01.182725 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217ae6e5-0a21-4635-9920-e0c8d870a6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:45:01.226548 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e7a41a-6cab-4632-a9ef-b8764a23c844 x-openstack-request-id: req-72e7a41a-6cab-4632-a9ef-b8764a23c844 {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:45:01.226846 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:45:01.227337 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72e7a41a-6cab-4632-a9ef-b8764a23c844 {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:45:01.227749 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'status': 'completed', 'code': 200} Mar 14 14:45:01.285999 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:01.321267 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-7319b7cf-c8e1-4163-8f25-606fb51fb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:01.322828 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-7319b7cf-c8e1-4163-8f25-606fb51fb623 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 1129 time: 0.0486329 Mar 14 14:45:01.424983 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-786c60c6-16c1-4334-b565-32359f493c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:01.426761 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-786c60c6-16c1-4334-b565-32359f493c0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 200 len: 913 time: 0.0977552 Mar 14 14:45:01.470369 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-cc22abb8-591e-49ef-9f62-ecfc8ea0eb05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0369029 Mar 14 14:45:01.496565 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:01.518686 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-b70f8f98-52b5-435d-b65e-c6c5cf6272f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:01.520202 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-b70f8f98-52b5-435d-b65e-c6c5cf6272f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 200 len: 851 time: 0.0447505 Mar 14 14:45:01.525820 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:45:01.534344 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:01.534950 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:44:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:01.582227 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-6a6279c4-73c5-410b-8647-edd98e2f6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:01.584511 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-6a6279c4-73c5-410b-8647-edd98e2f6358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506799 Mar 14 14:45:01.658545 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:01.698411 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-7937cf35-d111-4291-8d80-38e3c542cb58 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891714 Mar 14 14:45:01.795968 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-217ae6e5-0a21-4635-9920-e0c8d870a6f5 req-d6575e11-bf47-4149-95cc-42010a0d5770 service neutron] 10.222.0.53 "GET /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892410 Mar 14 14:45:01.863352 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:01.882494 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75285c5-44c5-48d8-aaa7-a000c42dff7c req-57412292-6bdf-4158-bf12-78cc2395fea3 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:01.884011 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a75285c5-44c5-48d8-aaa7-a000c42dff7c req-57412292-6bdf-4158-bf12-78cc2395fea3 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.2846832 Mar 14 14:45:01.889899 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f134e-0194-4551-9ffe-5d39873cd556 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:37:47Z', 'revision_number': 4, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi', '_interfaces': [{'id': '89b1483b-5722-4340-9589-7cfb436adbf6', 'name': '', 'network_id': 'bb275cc6-a64b-4881-8e5a-d7cd321d7a8a', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'mac_address': 'fa:16:3e:d5:53:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:46Z', 'updated_at': '2022-03-14T14:37:51Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'subnets': [{'id': 'a629ac76-537f-43cd-b425-95ede0b9a894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:45:01.937057 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-a75285c5-44c5-48d8-aaa7-a000c42dff7c req-e703d4b0-eaf2-48a0-8f5f-8f782028cac0 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471232 Mar 14 14:45:02.105613 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a34c7-e036-450e-b7ad-b731d2e78ec2 None None] New status for floating IP 06cb99a1-46f5-4bf7-9786-1b079c5fd651: DOWN {{(pid=103624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:45:03.118578 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cae75-336a-45a5-a627-e51e01f1aa3e req-ecb8cdcc-2e0d-4e0c-9403-fa4f436f1999 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:03.120146 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-634cae75-336a-45a5-a627-e51e01f1aa3e req-ecb8cdcc-2e0d-4e0c-9403-fa4f436f1999 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.1113634 Mar 14 14:45:03.169351 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-634cae75-336a-45a5-a627-e51e01f1aa3e req-028966a8-5d2a-43c7-93ff-84713d4ffcbf tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/security-groups?id=383518e5-c618-4d58-928a-3c4d9c8c5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435092 Mar 14 14:45:03.567771 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-f3c000e5-aa1d-4ab3-89bb-168e6f194310 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:45:03.569683 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-f3c000e5-aa1d-4ab3-89bb-168e6f194310 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 945 time: 0.0546489 Mar 14 14:45:03.675356 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:03.675691 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:03.766452 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] For port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:03.766805 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:03.779213 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 owned by compute:nova {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:03.968321 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (1e206c3c-10dd-46fd-93f7-fd5404c4d5a4), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:04.000294 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=1e206c3c-10dd-46fd-93f7-fd5404c4d5a4,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:04.044368 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] No DVR routers for this DVR port 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 on host hv-cinder-79053 {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:45:04.046918 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for port (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:04.050283 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-d0427bb5-ae89-4821-97ed-67cd54a80ee1 req-892f41cd-f475-41b1-96db-29d62307eb35 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.53 "DELETE /v2.0/ports/1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 HTTP/1.1" status: 204 len: 173 time: 0.4753513 Mar 14 14:45:04.050744 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'name': 'network-vif-deleted', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4'}] {{(pid=103622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:45:04.053617 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5027662686dc359b09eab412db4e73ae0f8beafbb860cdb65e3f9ac44904bad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4519870a-5b72-43ce-9999-d07800cb4264" -d '{"events": [{"server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "name": "network-vif-deleted", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4"}]}' {{(pid=103622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:45:04.092269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cefa82-51f5-4a76-b8ed-03ecc202f30b x-openstack-request-id: req-a7cefa82-51f5-4a76-b8ed-03ecc202f30b {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:45:04.092269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19e1bc6-9b03-4522-95ae-71b2e0afa805", "name": "network-vif-deleted", "tag": "1e206c3c-10dd-46fd-93f7-fd5404c4d5a4", "status": "completed", "code": 200}]} {{(pid=103622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:45:04.092269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7cefa82-51f5-4a76-b8ed-03ecc202f30b {{(pid=103622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:45:04.092269 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19e1bc6-9b03-4522-95ae-71b2e0afa805', 'name': 'network-vif-deleted', 'tag': '1e206c3c-10dd-46fd-93f7-fd5404c4d5a4', 'status': 'completed', 'code': 200} Mar 14 14:45:04.270232 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d850f60-a287-4878-aaf5-6d0acdbc3e6d req-6ce12b38-9ff7-45ee-ae9f-0b9246ef566c tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Mar 14 14:45:05.387436 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [req-66219037-de25-44b3-87dc-f896fbcad932 req-4eae1484-84b3-41ab-9c90-bd7a8ebe9462 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1bc6-9b03-4522-95ae-71b2e0afa805 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Mar 14 14:45:06.442814 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57834) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:06.574991 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Deleting port 2fece701-dc48-403a-8143-36762655e6d9 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:06.575339 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (2fece701-dc48-403a-8143-36762655e6d9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.654696 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (2fece701-dc48-403a-8143-36762655e6d9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.654932 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (2fece701-dc48-403a-8143-36762655e6d9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.667380 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Calling delete_port for 2fece701-dc48-403a-8143-36762655e6d9 owned by network:floatingip {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:06.853902 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (2fece701-dc48-403a-8143-36762655e6d9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.884550 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'Port': ['ID=2fece701-dc48-403a-8143-36762655e6d9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:06.953124 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for floatingip (7dd61628-da26-48f1-a5df-666d9d9627b2), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.955683 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75730'] for floatingip (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:06.956830 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e888b122-2f4e-4f42-b145-9a4e9a38e5f7 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "DELETE /v2.0/floatingips/7dd61628-da26-48f1-a5df-666d9d9627b2 HTTP/1.1" status: 204 len: 168 time: 0.5130305 Mar 14 14:45:07.135225 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:07.155479 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] No Port match for: 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:07.155819 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Device 1e206c3c-10dd-46fd-93f7-fd5404c4d5a4 not bound to the agent host hv-cinder-79053 {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:08.167992 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d80b-7a09-48da-898e-1112a0445939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:08.345200 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57846) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:08.402940 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (383518e5-c618-4d58-928a-3c4d9c8c5afa), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:08.427336 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (383518e5-c618-4d58-928a-3c4d9c8c5afa), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:08.545085 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (383518e5-c618-4d58-928a-3c4d9c8c5afa), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:08.547777 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:08.548943 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] 10.222.0.30 "DELETE /v2.0/security-groups/383518e5-c618-4d58-928a-3c4d9c8c5afa HTTP/1.1" status: 204 len: 168 time: 0.2027295 Mar 14 14:45:08.559551 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1f75-264a-4832-8507-7e9d1dc189c9 tempest-TestVolumeBootPattern-1779329285 tempest-TestVolumeBootPattern-1779329285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383518e5-c618-4d58-928a-3c4d9c8c5afa,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:08.674768 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57850) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:09.212018 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:09.514292 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Deleting port 89b1483b-5722-4340-9589-7cfb436adbf6 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:09.514550 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:09.594803 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] For port 89b1483b-5722-4340-9589-7cfb436adbf6, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=89b1483b-5722-4340-9589-7cfb436adbf6,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:09.595163 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:09.608786 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Calling delete_port for 89b1483b-5722-4340-9589-7cfb436adbf6 owned by network:router_interface {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:09.876676 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (89b1483b-5722-4340-9589-7cfb436adbf6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:09.903956 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b1483b-5722-4340-9589-7cfb436adbf6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:09.917122 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:09.922311 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:10.082889 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.301983 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Router 7b9a768a-b592-48cd-b8c5-df3929410fb2 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:45:10.413436 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:45:10.421068 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e4ef81d8-44ec-494a-8461-ef97bf4607b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/7b9a768a-b592-48cd-b8c5-df3929410fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7422042 Mar 14 14:45:10.421068 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57854) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:10.424353 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Sync routers for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:45:10.436929 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:10.437486 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:44:40Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:10.528040 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks [] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.528620 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b37f-9e3e-4fd5-8465-2bd1a36f7e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.636715 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks [] for router_gateway (7b9a768a-b592-48cd-b8c5-df3929410fb2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.641327 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:10.749087 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Deleting port ed095f72-a0a2-47a8-9993-b5e7494aa8ad {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:10.749349 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.821200 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:45:09Z', 'revision_number': 5, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port': {'id': 'ed095f72-a0a2-47a8-9993-b5e7494aa8ad', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:44Z', 'updated_at': '2022-03-14T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:10.831660 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] For port ed095f72-a0a2-47a8-9993-b5e7494aa8ad, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:10.832015 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:10.844437 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Calling delete_port for ed095f72-a0a2-47a8-9993-b5e7494aa8ad owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:10.851066 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Checking router: 7b9a768a-b592-48cd-b8c5-df3929410fb2 for host: dv-cinder-790535-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:45:10.859238 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Routers {'7b9a768a-b592-48cd-b8c5-df3929410fb2'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:10.859841 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:45:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['7b9a768a-b592-48cd-b8c5-df3929410fb2'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:10.949021 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] Set router 7b9a768a-b592-48cd-b8c5-df3929410fb2 gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:11.009903 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:45:10Z', 'revision_number': 6, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:11.039903 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12443409-1d81-43d5-ad02-35ff17393d92 None None] The sync data for ids ['7b9a768a-b592-48cd-b8c5-df3929410fb2'] in dv-cinder-790535-28-iscsi is: [{'id': '7b9a768a-b592-48cd-b8c5-df3929410fb2', 'name': 'tempest-TestVolumeBootPattern-1532705664-router', 'tenant_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:43Z', 'updated_at': '2022-03-14T14:45:10Z', 'revision_number': 6, 'project_id': 'b387b7644a9c49149c6f4ecf28c73d7e', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:45:11.088206 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (ed095f72-a0a2-47a8-9993-b5e7494aa8ad), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.120997 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed095f72-a0a2-47a8-9993-b5e7494aa8ad,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:11.184113 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.282540 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.284689 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks [] for router_controller (7b9a768a-b592-48cd-b8c5-df3929410fb2), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.687987 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (7b9a768a-b592-48cd-b8c5-df3929410fb2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.688565 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9a768a-b592-48cd-b8c5-df3929410fb2 {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:45:11.692838 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.694734 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a7c53778-5399-4022-bb82-69e2acfef67b admin admin] 10.222.0.30 "DELETE /v2.0/routers/7b9a768a-b592-48cd-b8c5-df3929410fb2 HTTP/1.1" status: 204 len: 168 time: 1.2727165 Mar 14 14:45:11.697235 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57856) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:11.739927 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Deleting subnet a629ac76-537f-43cd-b425-95ede0b9a894 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:45:11.744039 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Publish callbacks [] for subnet (a629ac76-537f-43cd-b425-95ede0b9a894), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.779254 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28766243'] for subnet (a629ac76-537f-43cd-b425-95ede0b9a894), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:11.860559 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (a629ac76-537f-43cd-b425-95ede0b9a894), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.002403 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25974119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25372981'] for subnet (a629ac76-537f-43cd-b425-95ede0b9a894), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.006698 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:45:12.029613 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a629ac76-537f-43cd-b425-95ede0b9a894,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:12.031599 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.034740 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c8196fac-77c2-40b3-94d1-613dbb2946a1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a629ac76-537f-43cd-b425-95ede0b9a894 HTTP/1.1" status: 204 len: 168 time: 0.3365633 Mar 14 14:45:12.035981 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f1f26-8cfd-44fe-8991-2d7fd2d68fa3 None None] Network bb275cc6-a64b-4881-8e5a-d7cd321d7a8a requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:45:12.037735 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57858) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:12.109511 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.164538 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Deleting port 6d3a4252-caa0-4316-b0e8-233f9e42a085 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:12.164981 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.209068 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] DHCP port deletion for bb275cc6-a64b-4881-8e5a-d7cd321d7a8a request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:45:12.230504 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] For port 6d3a4252-caa0-4316-b0e8-233f9e42a085, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=6d3a4252-caa0-4316-b0e8-233f9e42a085,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:12.230860 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.248378 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Calling delete_port for 6d3a4252-caa0-4316-b0e8-233f9e42a085 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:12.257710 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Deleting port 6d3a4252-caa0-4316-b0e8-233f9e42a085 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:12.258198 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.321205 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] For port 6d3a4252-caa0-4316-b0e8-233f9e42a085, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=6d3a4252-caa0-4316-b0e8-233f9e42a085,segment=NetworkSegment(b6229e96-8d2c-407d-b0f2-52ed99261592),segment_id=b6229e96-8d2c-407d-b0f2-52ed99261592)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:12.321592 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.335862 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Calling delete_port for 6d3a4252-caa0-4316-b0e8-233f9e42a085 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:12.437064 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 89b1483b-5722-4340-9589-7cfb436adbf6 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:12.437343 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25974088'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.473101 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 89b1483b-5722-4340-9589-7cfb436adbf6 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:12.473665 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 89b1483b-5722-4340-9589-7cfb436adbf6 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:12.474377 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ed095f72-a0a2-47a8-9993-b5e7494aa8ad no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:12.480728 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3a4252-caa0-4316-b0e8-233f9e42a085,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:12.486149 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] No DVR routers for this DVR port 6d3a4252-caa0-4316-b0e8-233f9e42a085 on host dv-cinder-790535-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:45:12.509072 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: ed095f72-a0a2-47a8-9993-b5e7494aa8ad {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:12.509637 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device ed095f72-a0a2-47a8-9993-b5e7494aa8ad not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:12.510347 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 6d3a4252-caa0-4316-b0e8-233f9e42a085 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:12.514372 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (6d3a4252-caa0-4316-b0e8-233f9e42a085), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.555371 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 6d3a4252-caa0-4316-b0e8-233f9e42a085 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:12.555956 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 6d3a4252-caa0-4316-b0e8-233f9e42a085 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:12.585379 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Pushing event deleted for resources: {'Port': ['ID=6d3a4252-caa0-4316-b0e8-233f9e42a085,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:12.587745 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] No DVR routers for this DVR port 6d3a4252-caa0-4316-b0e8-233f9e42a085 on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:45:12.589331 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.598563 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.599121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.599589 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.600676 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.601178 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.601634 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.601850 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.602313 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.602535 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.602860 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.603180 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.603502 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.604261 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.604261 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.604474 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ade2ed2-0d69-450f-8d3a-446b0cace9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:45:12.613270 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb275cc6-a64b-4881-8e5a-d7cd321d7a8a']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:12.623028 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6229e96-8d2c-407d-b0f2-52ed99261592') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:12.623322 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6229e96-8d2c-407d-b0f2-52ed99261592') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:12.632902 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28766248'] for segment (b6229e96-8d2c-407d-b0f2-52ed99261592), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.649058 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (b6229e96-8d2c-407d-b0f2-52ed99261592), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.655600 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:45:12.656282 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25973945'] for segment (b6229e96-8d2c-407d-b0f2-52ed99261592), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: timer() Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: self._notify() Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: event.method(event) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:45:12.657853 dv-cinder-790535-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:45:12.785092 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (bb275cc6-a64b-4881-8e5a-d7cd321d7a8a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.791021 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:12.794203 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb275cc6-a64b-4881-8e5a-d7cd321d7a8a HTTP/1.1" status: 204 len: 168 time: 0.7554483 Mar 14 14:45:12.797586 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57860) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:12.805248 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809d9fa-a521-49a4-a9af-5156befb8a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb275cc6-a64b-4881-8e5a-d7cd321d7a8a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:12.939357 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.149112 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573646'] for router_interface (5218e602-e564-4f72-acda-c7e810e91517), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.404976 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Deleting port 05cf64b7-ba37-402b-a314-8facdc8bd3be {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:13.405235 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.487982 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] For port 05cf64b7-ba37-402b-a314-8facdc8bd3be, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=05cf64b7-ba37-402b-a314-8facdc8bd3be,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:13.488341 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.501697 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Calling delete_port for 05cf64b7-ba37-402b-a314-8facdc8bd3be owned by network:router_interface {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:13.756830 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (05cf64b7-ba37-402b-a314-8facdc8bd3be), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.780630 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cf64b7-ba37-402b-a314-8facdc8bd3be,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:13.791810 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.956477 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-572254'] for router_interface (5218e602-e564-4f72-acda-c7e810e91517), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.179613 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Router 5218e602-e564-4f72-acda-c7e810e91517 has already been hosted by L3 agent 418b2321-999c-4a29-aae9-d87e05d52c56 {{(pid=103622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:45:14.291793 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-iscsi the message routers_updated {{(pid=103622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:45:14.297420 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-54ab90a2-4975-44cd-891b-25cb7636b662 admin admin] 10.222.0.30 "PUT /v2.0/routers/5218e602-e564-4f72-acda-c7e810e91517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4980378 Mar 14 14:45:14.299951 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57862) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:14.304194 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Sync routers for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:45:14.313260 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:14.313888 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:45:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:14.411585 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks [] for router (5218e602-e564-4f72-acda-c7e810e91517), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.523621 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks [] for router_gateway (5218e602-e564-4f72-acda-c7e810e91517), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.554573 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: dv-cinder-790535-28-iscsi {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:14.623020 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Deleting port f36019d2-b758-48fa-a07b-3b58a1911021 {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:14.623383 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.705548 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] For port f36019d2-b758-48fa-a07b-3b58a1911021, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=f36019d2-b758-48fa-a07b-3b58a1911021,segment=NetworkSegment(2a6b8535-e2f1-444e-b939-c8d93640a635),segment_id=2a6b8535-e2f1-444e-b939-c8d93640a635)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:14.705905 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.718199 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Calling delete_port for f36019d2-b758-48fa-a07b-3b58a1911021 owned by network:router_gateway {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:14.731536 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'external_fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:45:13Z', 'revision_number': 5, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port': {'id': 'f36019d2-b758-48fa-a07b-3b58a1911021', 'name': '', 'network_id': 'a71646d2-51f3-47c3-8961-139eba86aa07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218e602-e564-4f72-acda-c7e810e91517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:37:51Z', 'updated_at': '2022-03-14T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3283b04c-2d1f-4698-8b5a-29e7ff77edd4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-iscsi'}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:14.762466 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Checking router: 5218e602-e564-4f72-acda-c7e810e91517 for host: dv-cinder-790535-28-iscsi {{(pid=103624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:45:14.771043 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Routers {'5218e602-e564-4f72-acda-c7e810e91517'} bound to L3 agent in host dv-cinder-790535-28-iscsi {{(pid=103624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:45:14.771737 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:21:10Z,description=,heartbeat_timestamp=2022-03-14T14:45:10Z,host='dv-cinder-790535-28-iscsi',id=418b2321-999c-4a29-aae9-d87e05d52c56,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:21:11Z,topic='l3_agent')) {'router_ids': ['5218e602-e564-4f72-acda-c7e810e91517'], 'active': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:14.858402 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvr_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] Set router 5218e602-e564-4f72-acda-c7e810e91517 gateway port host: None {{(pid=103624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:45:14.914219 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_hamode_db [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:45:14Z', 'revision_number': 6, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port_host': None}], 'dv-cinder-790535-28-iscsi', False) {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:14.940588 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c7ec-b7c7-4590-9956-409faea8a3c1 None None] The sync data for ids ['5218e602-e564-4f72-acda-c7e810e91517'] in dv-cinder-790535-28-iscsi is: [{'id': '5218e602-e564-4f72-acda-c7e810e91517', 'name': 'tempest-TestVolumeBootPattern-1778164737-router', 'tenant_id': '34fd2fadd8994837a77de72c347cf8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:37:50Z', 'updated_at': '2022-03-14T14:45:14Z', 'revision_number': 6, 'project_id': '34fd2fadd8994837a77de72c347cf8cd', 'gw_port_host': None}] {{(pid=103624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:45:14.967881 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (f36019d2-b758-48fa-a07b-3b58a1911021), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.000241 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Pushing event deleted for resources: {'Port': ['ID=f36019d2-b758-48fa-a07b-3b58a1911021,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:15.060328 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574196'] for router_gateway (5218e602-e564-4f72-acda-c7e810e91517), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.157016 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7796'] for router (5218e602-e564-4f72-acda-c7e810e91517), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.159098 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks [] for router_controller (5218e602-e564-4f72-acda-c7e810e91517), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.299139 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573280'] for router (5218e602-e564-4f72-acda-c7e810e91517), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.299690 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5218e602-e564-4f72-acda-c7e810e91517 {{(pid=103622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:45:15.305651 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.306530 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-cfb49bc2-a866-41c5-b388-903b6bd6858b admin admin] 10.222.0.30 "DELETE /v2.0/routers/5218e602-e564-4f72-acda-c7e810e91517 HTTP/1.1" status: 204 len: 168 time: 1.0056016 Mar 14 14:45:15.309312 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57864) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:15.361931 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Deleting subnet 7fd08285-3474-419b-9fa6-cafe8ebe60d9 {{(pid=103622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:45:15.367355 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Publish callbacks [] for subnet (7fd08285-3474-419b-9fa6-cafe8ebe60d9), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.414009 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33386424'] for subnet (7fd08285-3474-419b-9fa6-cafe8ebe60d9), precommit_delete_associations {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.494384 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4185327'] for subnet (7fd08285-3474-419b-9fa6-cafe8ebe60d9), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.522676 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.642412 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4185316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-290585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29523765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29648004'] for subnet (7fd08285-3474-419b-9fa6-cafe8ebe60d9), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.670476 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd08285-3474-419b-9fa6-cafe8ebe60d9,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:15.676228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for subnet (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.679478 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-e72dc725-5136-4757-9054-64a5436a7b5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7fd08285-3474-419b-9fa6-cafe8ebe60d9 HTTP/1.1" status: 204 len: 168 time: 0.3694484 Mar 14 14:45:15.681887 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57866) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:15.683837 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17da395-cd99-441d-85d7-9aed19fa81c5 None None] Network 9c9d50cb-c132-4a0d-9efe-9831d8d430ae requested from dv-cinder-790535-28-iscsi {{(pid=103624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:45:15.758129 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095274'] for network (9c9d50cb-c132-4a0d-9efe-9831d8d430ae), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.843174 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] DHCP port deletion for 9c9d50cb-c132-4a0d-9efe-9831d8d430ae request from dv-cinder-790535-28-iscsi {{(pid=103624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:45:15.902764 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Deleting port c7c7640a-1d7e-46de-94dd-5dd200e2c5da {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:15.903444 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.978399 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] For port c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:15.978974 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.993237 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Calling delete_port for c7c7640a-1d7e-46de-94dd-5dd200e2c5da owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:16.087091 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Deleting port c7c7640a-1d7e-46de-94dd-5dd200e2c5da {{(pid=103622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:45:16.087646 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783327370222'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.149460 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.db [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] For port c7c7640a-1d7e-46de-94dd-5dd200e2c5da, host dv-cinder-790535-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-iscsi',level=0,port_id=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,segment=NetworkSegment(48608a96-ecfc-4639-abf4-ba6938787948),segment_id=48608a96-ecfc-4639-abf4-ba6938787948)] {{(pid=103622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:45:16.149813 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578712'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.162121 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.162643 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.plugin [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Calling delete_port for c7c7640a-1d7e-46de-94dd-5dd200e2c5da owned by network:dhcp {{(pid=103622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:45:16.186769 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] Pushing event deleted for resources: {'Port': ['ID=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:16.192042 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404c7ed4-dd0f-4b06-9662-59b559e9ed82 None None] No DVR routers for this DVR port c7c7640a-1d7e-46de-94dd-5dd200e2c5da on host dv-cinder-790535-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:45:16.244286 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3705217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783327377493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783326808486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29523738'] for port (c7c7640a-1d7e-46de-94dd-5dd200e2c5da), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.271630 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] No DVR routers for this DVR port c7c7640a-1d7e-46de-94dd-5dd200e2c5da on host dv-cinder-790535-28-iscsi {{(pid=103622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:45:16.275490 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c7640a-1d7e-46de-94dd-5dd200e2c5da,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:16.347269 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4047636', 'neutron.services.segments.db._delete_segments_for_network-8783327332374'] for network (9c9d50cb-c132-4a0d-9efe-9831d8d430ae), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.368181 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9d50cb-c132-4a0d-9efe-9831d8d430ae']}} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:16.377329 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48608a96-ecfc-4639-abf4-ba6938787948') {'for_net_delete': True} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:16.377625 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.services.segments.db [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48608a96-ecfc-4639-abf4-ba6938787948') {} {{(pid=103622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:45:16.387591 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783327333151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33386419'] for segment (48608a96-ecfc-4639-abf4-ba6938787948), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.401331 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202'] for segment (48608a96-ecfc-4639-abf4-ba6938787948), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.407519 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:45:16.407892 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4182202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29523691'] for segment (48608a96-ecfc-4639-abf4-ba6938787948), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self.session.flush() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: Traceback (most recent call last): Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: timer() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: cb(*args, **kw) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: return func(*args, **kwargs) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self._notify() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: self.callback(batched_events) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: event.method(event) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: return f(self, *a, **k) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._get(url).json() Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: return self.request(url, 'GET', **kwargs) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:45:16.410697 dv-cinder-790535-28-iscsi neutron-server[103622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:45:16.442283 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device f36019d2-b758-48fa-a07b-3b58a1911021 no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:16.457262 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: f36019d2-b758-48fa-a07b-3b58a1911021 {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:16.457627 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device f36019d2-b758-48fa-a07b-3b58a1911021 not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:16.458065 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 05cf64b7-ba37-402b-a314-8facdc8bd3be no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:16.478493 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: 05cf64b7-ba37-402b-a314-8facdc8bd3be {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:16.478833 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device 05cf64b7-ba37-402b-a314-8facdc8bd3be not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:16.479240 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device c7c7640a-1d7e-46de-94dd-5dd200e2c5da no longer exists at agent ovs-agent-dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:45:16.498487 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] No Port match for: c7c7640a-1d7e-46de-94dd-5dd200e2c5da {{(pid=103624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:45:16.498821 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.rpc [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Device c7c7640a-1d7e-46de-94dd-5dd200e2c5da not bound to the agent host dv-cinder-790535-28-iscsi {{(pid=103624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:45:16.533712 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4047725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-306088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574160'] for network (9c9d50cb-c132-4a0d-9efe-9831d8d430ae), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.539663 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565471'] for network (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:16.542916 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c9d50cb-c132-4a0d-9efe-9831d8d430ae HTTP/1.1" status: 204 len: 168 time: 0.8600538 Mar 14 14:45:16.554367 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff6da4-c0a4-4a04-85c9-e40f2d27f0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9d50cb-c132-4a0d-9efe-9831d8d430ae,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:16.887779 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57870) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:16.927440 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-cf526075-9083-4e4f-82b5-541354b97487 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b387b7644a9c49149c6f4ecf28c73d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384643 Mar 14 14:45:16.930333 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [-] (103622) accepted ('10.222.0.30', 57872) {{(pid=103622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:16.981071 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] Publish callbacks [] for security_group (cb7ada9e-b7a2-4a64-9f67-171d5e0264db), before_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.005808 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] Publish callbacks [] for security_group (cb7ada9e-b7a2-4a64-9f67-171d5e0264db), precommit_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.139228 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (cb7ada9e-b7a2-4a64-9f67-171d5e0264db), after_delete {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.141879 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron_lib.callbacks.manager [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.143078 dv-cinder-790535-28-iscsi neutron-server[103622]: INFO neutron.wsgi [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb7ada9e-b7a2-4a64-9f67-171d5e0264db HTTP/1.1" status: 204 len: 168 time: 0.2118363 Mar 14 14:45:17.151558 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ddc5-d660-4ef7-8e75-3733322bb5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ada9e-b7a2-4a64-9f67-171d5e0264db,revision_number=None']} {{(pid=103622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:17.293679 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.908821 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57878) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:17.948636 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8d3ba1c5-d299-4a8d-a0dc-be0cc8671362 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34fd2fadd8994837a77de72c347cf8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387144 Mar 14 14:45:17.951123 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.30', 57880) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:45:17.997124 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] Publish callbacks [] for security_group (0a666d7e-475d-4064-a225-77703c79ca75), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:18.017971 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] Publish callbacks [] for security_group (0a666d7e-475d-4064-a225-77703c79ca75), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:18.144970 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-294919'] for security_group (0a666d7e-475d-4064-a225-77703c79ca75), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:18.147569 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:18.148734 dv-cinder-790535-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a666d7e-475d-4064-a225-77703c79ca75 HTTP/1.1" status: 204 len: 168 time: 0.1967113 Mar 14 14:45:18.156776 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8162b49-23cf-418e-af60-87deae9372e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a666d7e-475d-4064-a225-77703c79ca75,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:45:38.161949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8b987b57-165b-47f3-83ca-631ad4cb4446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:40.527241 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f690b1ab-1152-47f1-b2dc-a87363f7ecef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:42.967365 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:43.801704 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:45.503831 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:47.298790 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:49.005301 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:45:51.067967 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-b5048e87-3d9b-4e85-9278-b4c2efebeb00 req-f2496fb8-8814-4de8-b6c3-a4425ae13980 service neutron] (103622) timed out ('10.222.0.53', 62736) {{(pid=103622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 14:45:52.278359 dv-cinder-790535-28-iscsi neutron-server[103622]: DEBUG neutron.wsgi [req-0d6a3a7e-835c-49f9-ad55-46475b18e64a req-0aad031d-a1a0-4bc8-8e27-8de44931e496 service neutron] (103622) timed out ('10.222.0.53', 62700) {{(pid=103622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 14:46:08.172885 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e026543b-4552-4984-afe9-3c7873718bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:10.480712 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-979438a1-c4bb-4ef6-bc42-a90c578c817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:12.949533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:13.812033 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:15.503831 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:17.320906 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:26.004277 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:46:38.189750 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a822508d-720b-411a-a161-6dfb221213b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:40.520583 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e94ccbf6-e133-49e5-a3c0-848dba5099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:42.954604 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:43.789039 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:45.503087 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:47.315199 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:03.005489 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:47:08.188911 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9c405b79-5fbe-42b8-a291-19dbea39d573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:10.536899 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6ed24161-073d-4f1c-80c9-cbaeb4138ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:12.953949 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:13.799951 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:15.513777 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:17.308369 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:38.176629 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-69f7f97f-4f7a-479d-b880-0345d1971840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:40.004393 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:47:40.513533 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-49111877-f0a7-4609-89c5-f59b82616c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:42.970364 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:43.788522 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:45.507014 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:47.359055 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:47:47.476006 dv-cinder-790535-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-69ba62f3-f288-4663-a4a2-7b05780413da req-3489e609-86f9-4807-a84d-a6d7c903406c service neutron] (103623) timed out ('10.222.0.53', 62725) {{(pid=103623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 14:48:08.210084 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e24d9da7-6090-4ed4-8c5b-49858cd920c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:10.518363 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8cf00a3b-74a9-474f-98a5-2f87fe4a0e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:12.952851 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:13.787158 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:15.501292 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:17.002892 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:48:17.369815 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:38.186686 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e259fa29-2d31-4bae-af74-121525800441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:40.546661 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4959-b73c-4270-8ed4-28a8e260e526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:42.975199 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:43.797820 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:45.489412 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:47.340735 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:48:54.001513 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:49:08.198019 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f5638910-84c8-4141-9ebf-992e9740ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:10.534650 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3cd082be-5f98-4fd3-8a8a-962649d7086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:12.945651 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:13.826032 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:15.500343 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:17.345799 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:31.000871 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:49:38.190909 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3b0c-9cba-49b7-8b16-606e78dd4192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:40.528612 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5dc9c9a7-a5a7-4429-a3e0-8b16f6354adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:42.973975 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:43.819913 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:45.488420 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:49:47.356312 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:08.000231 dv-cinder-790535-28-iscsi neutron-server[103625]: DEBUG neutron.db.agents_db [None req-80472934-cf01-4a72-9eb3-7acd9b2faf02 None None] Agent healthcheck: found 6 active agents {{(pid=103625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:50:08.191553 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-edf25f2a-6763-4155-a0d9-2843f80b05a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (8fa3c6a3-f324-47e9-9e44-bc74ebe2beec), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:10.492627 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce266026-ef60-4ba2-b47b-e9fdef98806a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (418b2321-999c-4a29-aae9-d87e05d52c56), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:12.979287 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-86e5443a-54a1-414d-a383-00beb137d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (77c1ee2c-cc06-4ee3-8e15-8517c720a814), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:13.819255 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9884b6d8-96e2-4945-b3be-32dcf420852e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (f033c3e6-f513-46ab-b310-7ebb6e058c80), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:15.487586 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c698f9c-d5f5-417c-8aed-53119f5c7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (e9a25be3-49a6-4102-919a-2da65ba16f5e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:50:17.367487 dv-cinder-790535-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9114c6f2-2311-4436-adb3-4623c9657dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783327332356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049439'] for agent (5470b19e-42a6-405f-bc3a-727cc5708ae7), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}